You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/10/03 06:13:52 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 174 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/174/
7 tests failed.
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Error from server at https://127.0.0.1:60926/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000052
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:60926/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000052
at __randomizedtesting.SeedInfo.seed([2CDDC351E9BBDF4E:A489FC8B4747B2B6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:83)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:51452/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:51452/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([2CDDC351E9BBDF4E:11056D7DD155813E]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51452/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.handler.TestSolrConfigHandlerCloud.test
Error Message:
Error from server at https://127.0.0.1:49037/l_t: At least one of the node(s) specified are not currently active, no action taken.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:49037/l_t: At least one of the node(s) specified are not currently active, no action taken.
at __randomizedtesting.SeedInfo.seed([2CDDC351E9BBDF4E:A489FC8B4747B2B6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:418)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
47 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 1) Thread[id=22132, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=22151, name=zkCallback-3387-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=22149, name=zkCallback-3387-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=22087, name=qtp459857365-22087, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=22118, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=22122, name=qtp1017654818-22122, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=22099, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=22131, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=22154, name=zkCallback-3393-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=22113, name=watches-3388-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=22088, name=qtp459857365-22088, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=22090, name=qtp459857365-22090, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=22089, name=qtp459857365-22089-acceptor-0@4b8889ce-ServerConnector@7d47cd90{SSL,[ssl, http/1.1]}{127.0.0.1:44432}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=22093, name=qtp459857365-22093, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=22091, name=qtp459857365-22091, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=22139, name=Thread-4315, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1649) 17) Thread[id=22152, name=zkCallback-3393-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=22092, name=qtp459857365-22092, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=22121, name=qtp1017654818-22121-acceptor-0@5c3583b0-ServerConnector@77138be6{SSL,[ssl, http/1.1]}{127.0.0.1:50151}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=22145, name=OverseerStateUpdate-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:169) at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:142) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=22105, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 22) Thread[id=22137, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 23) Thread[id=22127, name=org.eclipse.jetty.server.session.HashSessionManager@2ad91855Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=22153, name=zkCallback-3393-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=22140, name=coreContainerWorkExecutor-7634-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=22125, name=qtp1017654818-22125, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=22123, name=qtp1017654818-22123, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=22126, name=qtp1017654818-22126, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=22146, name=OverseerCollectionConfigSetProcessor-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=22147, name=OverseerHdfsCoreFailoverThread-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=22110, name=coreContainerWorkExecutor-7623-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=22095, name=org.eclipse.jetty.server.session.HashSessionManager@1090a193Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=22112, name=Scheduler-1220450988, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=22114, name=watches-3388-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=22120, name=qtp1017654818-22120, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=22100, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=22104, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-SendThread(127.0.0.1:40233), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 38) Thread[id=22109, name=Thread-4306, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1649) 39) Thread[id=22136, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-SendThread(127.0.0.1:40233), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 40) Thread[id=22116, name=searcherExecutor-7628-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=22124, name=qtp1017654818-22124, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=22138, name=zkCallback-3393-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=22119, name=qtp1017654818-22119, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=22150, name=zkCallback-3387-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=22107, name=zkCallback-3387-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=22094, name=qtp459857365-22094, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=22106, name=zkCallback-3387-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 47 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:
1) Thread[id=22132, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=22151, name=zkCallback-3387-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=22149, name=zkCallback-3387-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=22087, name=qtp459857365-22087, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=22118, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=22122, name=qtp1017654818-22122, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=22099, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=22131, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=22154, name=zkCallback-3393-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=22113, name=watches-3388-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=22088, name=qtp459857365-22088, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=22090, name=qtp459857365-22090, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=22089, name=qtp459857365-22089-acceptor-0@4b8889ce-ServerConnector@7d47cd90{SSL,[ssl, http/1.1]}{127.0.0.1:44432}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=22093, name=qtp459857365-22093, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=22091, name=qtp459857365-22091, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=22139, name=Thread-4315, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1649)
17) Thread[id=22152, name=zkCallback-3393-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=22092, name=qtp459857365-22092, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=22121, name=qtp1017654818-22121-acceptor-0@5c3583b0-ServerConnector@77138be6{SSL,[ssl, http/1.1]}{127.0.0.1:50151}, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=22145, name=OverseerStateUpdate-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:169)
at org.apache.solr.cloud.ZkDistributedQueue.peek(ZkDistributedQueue.java:142)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=22105, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
22) Thread[id=22137, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-EventThread, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
23) Thread[id=22127, name=org.eclipse.jetty.server.session.HashSessionManager@2ad91855Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=22153, name=zkCallback-3393-thread-3, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=22140, name=coreContainerWorkExecutor-7634-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=22125, name=qtp1017654818-22125, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=22123, name=qtp1017654818-22123, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=22126, name=qtp1017654818-22126, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=22146, name=OverseerCollectionConfigSetProcessor-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=22147, name=OverseerHdfsCoreFailoverThread-98763198363336714-127.0.0.1:44432_l_t-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=22110, name=coreContainerWorkExecutor-7623-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=22095, name=org.eclipse.jetty.server.session.HashSessionManager@1090a193Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=22112, name=Scheduler-1220450988, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=22114, name=watches-3388-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=22120, name=qtp1017654818-22120, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=22100, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=22104, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-SendThread(127.0.0.1:40233), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
38) Thread[id=22109, name=Thread-4306, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1649)
39) Thread[id=22136, name=TEST-TestSolrConfigHandlerCloud.test-seed#[2CDDC351E9BBDF4E]-SendThread(127.0.0.1:40233), state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
40) Thread[id=22116, name=searcherExecutor-7628-thread-1, state=WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=22124, name=qtp1017654818-22124, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=22138, name=zkCallback-3393-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=22119, name=qtp1017654818-22119, state=RUNNABLE, group=TGRP-TestSolrConfigHandlerCloud]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
44) Thread[id=22150, name=zkCallback-3387-thread-4, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
45) Thread[id=22107, name=zkCallback-3387-thread-2, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
46) Thread[id=22094, name=qtp459857365-22094, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
47) Thread[id=22106, name=zkCallback-3387-thread-1, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2CDDC351E9BBDF4E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=22127, name=org.eclipse.jetty.server.session.HashSessionManager@2ad91855Timer, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNa
[...truncated too long message...]
omain = solr.core.testcollection.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@1c0c52ec
[junit4] 2> 563737 INFO (coreCloseExecutor-240-thread-2) [n:127.0.0.1:49009_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.c.SolrCore [waitforstate_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@10e5e9b7
[junit4] 2> 563737 INFO (coreCloseExecutor-240-thread-2) [n:127.0.0.1:49009_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.waitforstate.shard1.replica_n1, tag=283503031
[junit4] 2> 563737 INFO (coreCloseExecutor-240-thread-2) [n:127.0.0.1:49009_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21cbeac6: rootName = solr_49009, domain = solr.core.waitforstate.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.waitforstate.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6f60ca4
[junit4] 2> 563779 INFO (zkCallback-91-thread-3-processing-n:127.0.0.1:37969_solr) [n:127.0.0.1:37969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 563779 INFO (zkCallback-125-thread-2-processing-n:127.0.0.1:49009_solr) [n:127.0.0.1:49009_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 563779 INFO (zkCallback-111-thread-1-processing-n:127.0.0.1:45658_solr) [n:127.0.0.1:45658_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 563789 INFO (coreCloseExecutor-242-thread-3) [n:127.0.0.1:45658_solr c:stateformat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stateformat1.shard1.leader, tag=875936946
[junit4] 2> 564111 INFO (coreCloseExecutor-241-thread-2) [n:127.0.0.1:37969_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=783327711
[junit4] 2> 564112 INFO (coreCloseExecutor-241-thread-1) [n:127.0.0.1:37969_solr c:falsepredicate s:shard4 r:core_node8 x:falsepredicate_shard4_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard4.leader, tag=1861355077
[junit4] 2> 564113 INFO (coreCloseExecutor-240-thread-2) [n:127.0.0.1:49009_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.waitforstate.shard1.leader, tag=283503031
[junit4] 2> 564141 WARN (zkCallback-111-thread-2-processing-n:127.0.0.1:45658_solr) [n:127.0.0.1:45658_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 564143 INFO (zkCallback-91-thread-3-processing-n:127.0.0.1:37969_solr) [n:127.0.0.1:37969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 564143 INFO (zkCallback-125-thread-1-processing-n:127.0.0.1:49009_solr) [n:127.0.0.1:49009_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 564219 INFO (jetty-closer-76-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@388d7c74{/solr,null,UNAVAILABLE}
[junit4] 2> 564245 INFO (zkCallback-91-thread-3-processing-n:127.0.0.1:37969_solr) [n:127.0.0.1:37969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 564315 INFO (jetty-closer-76-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98763246297153544-127.0.0.1:37969_solr-n_0000000000) closing
[junit4] 2> 564315 INFO (OverseerStateUpdate-98763246297153544-127.0.0.1:37969_solr-n_0000000000) [n:127.0.0.1:37969_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37969_solr
[junit4] 2> 564367 WARN (zkCallback-91-thread-3-processing-n:127.0.0.1:37969_solr) [n:127.0.0.1:37969_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 564383 INFO (jetty-closer-76-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@234b93d0{/solr,null,UNAVAILABLE}
[junit4] 2> 565243 WARN (zkCallback-92-thread-1-processing-n:127.0.0.1:53988_solr) [n:127.0.0.1:53988_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 565243 INFO (jetty-closer-76-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77398057{/solr,null,UNAVAILABLE}
[junit4] 2> 566487 WARN (zkCallback-125-thread-2-processing-n:127.0.0.1:49009_solr) [n:127.0.0.1:49009_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 566488 INFO (jetty-closer-76-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75979ba5{/solr,null,UNAVAILABLE}
[junit4] 2> 566503 ERROR (SUITE-TestCollectionStateWatchers-seed#[7C4FE55C1A13CCD2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 566503 INFO (SUITE-TestCollectionStateWatchers-seed#[7C4FE55C1A13CCD2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45597 45597
[junit4] 2> 566683 INFO (Thread-115) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45597 45597
[junit4] 2> 566684 WARN (Thread-115) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/config
[junit4] 2> 4 /solr/collections/stateformat1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/collections/falsepredicate/state.json
[junit4] 2> 42 /solr/collections/testcollection/state.json
[junit4] 2> 18 /solr/collections/waitforstate/state.json
[junit4] 2> 9 /solr/collections/currentstate/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 8 /solr/collections/delayed/state.json
[junit4] 2> 7 /solr/collections/tobedeleted/state.json
[junit4] 2> 5 /solr/collections/stateformat1/state.json
[junit4] 2> 3 /solr/overseer_elect/election/98763246297153545-127.0.0.1:53988_solr-n_0000000001
[junit4] 2> 3 /solr/overseer_elect/election/98763246297153544-127.0.0.1:37969_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98763246297153554-127.0.0.1:45658_solr-n_0000000004
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 6 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_7C4FE55C1A13CCD2-001
[junit4] 2> Oct 03, 2017 5:14:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=65, maxMBSortInHeap=6.470467914945353, sim=RandomSimilarity(queryNorm=true): {}, locale=it-IT, timezone=Pacific/Samoa
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=142040048,total=334495744
[junit4] 2> NOTE: All tests run in this JVM: [TestCollectionAdminRequest, OperationsTest, NoOpResponseParserTest, HyperbolicSineEvaluatorTest, TestSuggesterResponse, SolrExampleEmbeddedTest, TestFastInputStream, TestCloudSolrClientConnections, PowerEvaluatorTest, SineEvaluatorTest, DivideEvaluatorTest, FacetFieldTest, CommonParamsTest, TestValidatingJsonMap, TestSolrJErrorHandling, NormalizeEvaluatorTest, LessThanEqualToEvaluatorTest, ClientUtilsTest, ExclusiveOrEvaluatorTest, SelectWithEvaluatorsTest, TestCollectionStateWatchers]
[junit4] Completed [67/145 (1!)] on J1 in 131.31s, 9 tests, 1 failure <<< FAILURES!
[...truncated 45803 lines...]
-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/jtidy_tmp
[echo] Checking for broken links...
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:826: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:669: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:682: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2570: exec returned: 1
Total time: 383 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 179 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/179/
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([AF14947B8F741255:2740ABA121887FAD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<5>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<5>
at __randomizedtesting.SeedInfo.seed([AF14947B8F741255:B315E9F6FAD16CC6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12706 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> 2838149 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/init-core-data-001
[junit4] 2> 2838150 WARN (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2838159 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2838160 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2838160 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001
[junit4] 2> 2838161 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2838168 INFO (Thread-1775) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2838168 INFO (Thread-1775) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2838252 ERROR (Thread-1775) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2838276 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33469
[junit4] 2> 2838410 INFO (jetty-launcher-2058-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2838410 INFO (jetty-launcher-2058-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2838483 INFO (jetty-launcher-2058-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ed93c63{/solr,null,AVAILABLE}
[junit4] 2> 2838516 INFO (jetty-launcher-2058-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@583c73cd{/solr,null,AVAILABLE}
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c57cddd{SSL,[ssl, http/1.1]}{127.0.0.1:37236}
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.e.j.s.Server Started @2849692ms
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37236}
[junit4] 2> 2838517 ERROR (jetty-launcher-2058-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2838517 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2838518 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2838518 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T16:50:18.308Z
[junit4] 2> 2838536 INFO (jetty-launcher-2058-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23f68a73{SSL,[ssl, http/1.1]}{127.0.0.1:39873}
[junit4] 2> 2838536 INFO (jetty-launcher-2058-thread-2) [ ] o.e.j.s.Server Started @2849711ms
[junit4] 2> 2838536 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39873}
[junit4] 2> 2838537 ERROR (jetty-launcher-2058-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2838537 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2838537 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2838537 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2838537 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T16:50:18.327Z
[junit4] 2> 2838573 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2838683 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2838711 INFO (jetty-launcher-2058-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33469/solr
[junit4] 2> 2838748 INFO (jetty-launcher-2058-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33469/solr
[junit4] 2> 2838847 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f020b55010003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2838919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f020b55010004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2839086 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2839086 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37236_solr
[junit4] 2> 2839086 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.Overseer Overseer (id=98799964519464966-127.0.0.1:37236_solr-n_0000000000) starting
[junit4] 2> 2839178 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37236_solr
[junit4] 2> 2839215 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2839450 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2839469 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2839487 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39873_solr
[junit4] 2> 2839504 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2839520 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2839892 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39873.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2839948 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39873.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2839948 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39873.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2839949 INFO (jetty-launcher-2058-thread-2) [n:127.0.0.1:39873_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node2/.
[junit4] 2> 2840144 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37236.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2840262 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37236.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2840262 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37236.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2840263 INFO (jetty-launcher-2058-thread-1) [n:127.0.0.1:37236_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node1/.
[junit4] 2> 2840605 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2840605 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33469/solr ready
[junit4] 2> 2840607 INFO (SUITE-TestTlogReplica-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 2840889 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2840946 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=56
[junit4] 2> 2841061 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testKillLeader
[junit4] 2> 2841063 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_kill_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2841112 INFO (OverseerThreadFactory-3614-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_kill_leader
[junit4] 2> 2841244 INFO (OverseerStateUpdate-98799964519464966-127.0.0.1:37236_solr-n_0000000000) [n:127.0.0.1:37236_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_kill_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_kill_leader_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37236/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2841315 INFO (OverseerStateUpdate-98799964519464966-127.0.0.1:37236_solr-n_0000000000) [n:127.0.0.1:37236_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_kill_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_kill_leader_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39873/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2841807 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2841807 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2841990 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2841990 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2842047 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842047 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842047 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842452 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842452 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842452 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842465 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843123 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2843162 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_kill_leader_shard1_replica_t1] Schema name=minimal
[junit4] 2> 2843181 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2843181 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_leader_shard1_replica_t1' using configuration from collection tlog_replica_test_kill_leader, trusted=true
[junit4] 2> 2843181 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37236.solr.core.tlog_replica_test_kill_leader.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_kill_leader.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2843182 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2843182 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_kill_leader_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node1/tlog_replica_test_kill_leader_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node1/./tlog_replica_test_kill_leader_shard1_replica_t1/data/]
[junit4] 2> 2843418 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2843456 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_kill_leader_shard1_replica_t2] Schema name=minimal
[junit4] 2> 2843529 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2843529 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_leader_shard1_replica_t2' using configuration from collection tlog_replica_test_kill_leader, trusted=true
[junit4] 2> 2843562 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39873.solr.core.tlog_replica_test_kill_leader.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_kill_leader.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@372d21ee
[junit4] 2> 2843562 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2843562 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_kill_leader_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node2/tlog_replica_test_kill_leader_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_AF14947B8F741255-001/tempDir-001/node2/./tlog_replica_test_kill_leader_shard1_replica_t2/data/]
[junit4] 2> 2843661 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2843661 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2843662 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2843662 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2843681 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c11d8d4[tlog_replica_test_kill_leader_shard1_replica_t1] main]
[junit4] 2> 2843682 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2843682 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2843682 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2843697 INFO (searcherExecutor-3619-thread-1-processing-n:127.0.0.1:37236_solr x:tlog_replica_test_kill_leader_shard1_replica_t1 s:shard1 c:tlog_replica_test_kill_leader r:core_node3) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t1] Registered new searcher Searcher@3c11d8d4[tlog_replica_test_kill_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2843697 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580799438080704512
[junit4] 2> 2843773 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2843908 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843908 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843908 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843908 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844034 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2844034 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2844035 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2844035 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2844036 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@325284ec[tlog_replica_test_kill_leader_shard1_replica_t2] main]
[junit4] 2> 2844046 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2844046 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2844047 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2844047 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580799438447706112
[junit4] 2> 2844055 INFO (searcherExecutor-3621-thread-1-processing-n:127.0.0.1:39873_solr x:tlog_replica_test_kill_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_kill_leader r:core_node4) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t2] Registered new searcher Searcher@325284ec[tlog_replica_test_kill_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2844282 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2844282 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2844282 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/
[junit4] 2> 2844282 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_kill_leader_shard1_replica_t1 url=https://127.0.0.1:37236/solr START replicas=[https://127.0.0.1:39873/solr/tlog_replica_test_kill_leader_shard1_replica_t2/] nUpdates=100
[junit4] 2> 2844321 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2844611 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_kill_leader_shard1_replica_t1 url=https://127.0.0.1:37236/solr DONE. We have no versions. sync failed.
[junit4] 2> 2844611 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2844611 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2844611 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2844631 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_kill_leader_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 2844633 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/ shard1
[junit4] 2> 2844749 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844749 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844765 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844765 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844794 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2844850 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3043
[junit4] 2> 2844932 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844932 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844932 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844932 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2845072 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_kill_leader_shard1_replica_t2 starting background replication from leader
[junit4] 2> 2845072 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2845086 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2845086 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2845087 INFO (qtp1255497055-10694) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3096
[junit4] 2> 2845116 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2845189 INFO (OverseerCollectionConfigSetProcessor-98799964519464966-127.0.0.1:37236_solr-n_0000000000) [n:127.0.0.1:37236_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2845204 INFO (zkCallback-2070-thread-1-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2845204 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2845216 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2845216 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2846118 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_kill_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=5055
[junit4] 2> 2846194 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1580799440681172992)]} 0 0
[junit4] 2> 2846195 INFO (qtp1141788759-10705) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1580799440681172992)]} 0 17
[junit4] 2> 2846302 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 2846311 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580799440821682176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2846311 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2341e01d commitCommandVersion:1580799440821682176
[junit4] 2> 2846333 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5306f919[tlog_replica_test_kill_leader_shard1_replica_t1] main]
[junit4] 2> 2846375 INFO (searcherExecutor-3619-thread-1-processing-n:127.0.0.1:37236_solr x:tlog_replica_test_kill_leader_shard1_replica_t1 s:shard1 c:tlog_replica_test_kill_leader r:core_node3) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t1] Registered new searcher Searcher@5306f919[tlog_replica_test_kill_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
[junit4] 2> 2846477 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2846477 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 165
[junit4] 2> 2846513 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_kill_leader:7&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 318
[junit4] 2> 2846587 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2846608 INFO (qtp1141788759-10698) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2846624 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2846733 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2846842 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2846952 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847062 INFO (qtp1255497055-10692) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847174 INFO (qtp1255497055-10690) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847295 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847399 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847509 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847619 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847729 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847838 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847948 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2847992 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:37236/solr/tlog_replica_test_kill_leader_shard1_replica_t1/
[junit4] 2> 2847995 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1507567826101
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2848009 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2848013 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 2848013 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 19
[junit4] 2> 2848015 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@53d998d1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ba0edcf)
[junit4] 2> 2848016 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848029 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848060 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2848069 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848088 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848089 INFO (qtp1141788759-10699) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848102 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848103 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848104 INFO (qtp1141788759-10703) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848105 INFO (qtp1141788759-10705) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848106 INFO (qtp1141788759-10704) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848124 INFO (qtp1141788759-10699) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848125 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848139 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848160 INFO (qtp1141788759-10702) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848330 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2848379 INFO (qtp1141788759-10705) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848380 INFO (qtp1141788759-10705) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848381 INFO (qtp1141788759-10699) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848382 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848396 INFO (qtp1141788759-10701) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2848396 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=3091) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@53d998d1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ba0edcf)
[junit4] 2> 2848440 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2848505 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2848544 INFO (indexFetcher-3630-thread-1) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@547f2cd6[tlog_replica_test_kill_leader_shard1_replica_t2] main]
[junit4] 2> 2848550 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2848559 INFO (searcherExecutor-3621-thread-1-processing-n:127.0.0.1:39873_solr x:tlog_replica_test_kill_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_kill_leader r:core_node4) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t2] Registered new searcher Searcher@547f2cd6[tlog_replica_test_kill_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
[junit4] 2> 2848661 INFO (qtp1255497055-10696) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2848681 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 37236
[junit4] 2> 2848708 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4c57cddd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2848835 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1801789870
[junit4] 2> 2848854 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2848862 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@548ea022: rootName = solr_37236, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4a221dee
[junit4] 2> 2848885 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2848885 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b5154dc: rootName = solr_37236, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3276e242
[junit4] 2> 2848922 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2848922 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cdc7103: rootName = solr_37236, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@751a40cc
[junit4] 2> 2848956 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2848967 INFO (zkCallback-2076-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849066 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849066 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849085 INFO (coreCloseExecutor-3632-thread-1) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@480fb991
[junit4] 2> 2849085 INFO (coreCloseExecutor-3632-thread-1) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_kill_leader.shard1.replica_t1, tag=1208990097
[junit4] 2> 2849085 INFO (coreCloseExecutor-3632-thread-1) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@125ae017: rootName = solr_37236, domain = solr.core.tlog_replica_test_kill_leader.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_kill_leader.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@2b4540aa
[junit4] 2> 2849104 INFO (coreCloseExecutor-3632-thread-1) [n:127.0.0.1:37236_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node3 x:tlog_replica_test_kill_leader_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_kill_leader.shard1.leader, tag=1208990097
[junit4] 2> 2849113 INFO (zkCallback-2070-thread-2-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849113 INFO (zkCallback-2070-thread-3-processing-n:127.0.0.1:37236_solr) [n:127.0.0.1:37236_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2849605 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.Overseer Overseer (id=98799964519464966-127.0.0.1:37236_solr-n_0000000000) closing
[junit4] 2> 2849609 INFO (OverseerStateUpdate-98799964519464966-127.0.0.1:37236_solr-n_0000000000) [n:127.0.0.1:37236_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37236_solr
[junit4] 2> 2849638 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f020b55010006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2849639 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2849641 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2849658 INFO (zkCallback-2069-thread-3-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39873_solr
[junit4] 2> 2849658 INFO (zkCallback-2076-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2849660 INFO (zkCallback-2069-thread-3-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.Overseer Overseer (id=98799964519464965-127.0.0.1:39873_solr-n_0000000001) starting
[junit4] 2> 2849678 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@583c73cd{/solr,null,UNAVAILABLE}
[junit4] 2> 2849679 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 37236
[junit4] 2> 2849721 INFO (zkCallback-2076-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2849751 INFO (zkCallback-2069-thread-3-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2849755 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2852174 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39873/solr/tlog_replica_test_kill_leader_shard1_replica_t2/
[junit4] 2> 2852174 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2852174 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:39873/solr/tlog_replica_test_kill_leader_shard1_replica_t2/ has no replicas
[junit4] 2> 2852174 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_kill_leader_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 2852191 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext New leader does not have old tlog to replay
[junit4] 2> 2852192 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39873/solr/tlog_replica_test_kill_leader_shard1_replica_t2/ shard1
[junit4] 2> 2852193 INFO (zkCallback-2076-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2852193 INFO (zkCallback-2069-thread-1-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2852193 INFO (zkCallback-2069-thread-2-processing-n:127.0.0.1:39873_solr) [n:127.0.0.1:39873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_leader/state.json] for collection [tlog_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2852282 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1580799447080632320)]} 0 1
[junit4] 2> 2852301 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580799447102652416,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2852301 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43718424 commitCommandVersion:1580799447102652416
[junit4] 2> 2852304 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@355e00db[tlog_replica_test_kill_leader_shard1_replica_t2] main]
[junit4] 2> 2852318 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2852319 INFO (searcherExecutor-3621-thread-1-processing-n:127.0.0.1:39873_solr x:tlog_replica_test_kill_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_kill_leader r:core_node4) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_kill_leader_shard1_replica_t2] Registered new searcher Searcher@355e00db[tlog_replica_test_kill_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1) Uninverting(_1(7.1.0):C1)))}
[junit4] 2> 2852319 INFO (qtp1255497055-10689) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_kill_leader:10&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 18
[junit4] 2> 2852335 INFO (qtp1255497055-10695) [n:127.0.0.1:39873_solr c:tlog_replica_test_kill_leader s:shard1 r:core_node4 x:tlog_replica_test_kill_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_kill_leader_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 2852349 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.ChaosMonkey monkey: starting jetty! 37236
[junit4] 2> 2852350 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2852443 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fdff3ef{/solr,null,AVAILABLE}
[junit4] 2> 2852458 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35439721{SSL,[ssl, http/1.1]}{127.0.0.1:37236}
[junit4] 2> 2852459 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.e.j.s.Server Started @2863633ms
[junit4] 2> 2852459 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37236}
[junit4] 2> 2852459 ERROR (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2852481 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2852481 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2852481 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2852481 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T16:50:32.271Z
[junit4] 2> 2852556 INFO (TEST-TestTlogReplica.testKillLeader-seed#[AF14947B8F741255]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2852650 INFO (TEST-
[...truncated too long message...]
llection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=2124189092
[junit4] 2> 4600852 INFO (coreCloseExecutor-6767-thread-2) [n:127.0.0.1:40108_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61c34a0f: rootName = solr_40108, domain = solr.core.testCollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@480dac81
[junit4] 2> 4600909 INFO (coreCloseExecutor-6767-thread-2) [n:127.0.0.1:40108_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=2124189092
[junit4] 2> 4600931 INFO (coreCloseExecutor-6767-thread-1) [n:127.0.0.1:40108_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=2003164208
[junit4] 2> 4600943 INFO (coreCloseExecutor-6767-thread-3) [n:127.0.0.1:40108_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=626286253
[junit4] 2> 4601069 INFO (zkCallback-2829-thread-1-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4601070 INFO (zkCallback-2829-thread-2-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4601070 INFO (zkCallback-2829-thread-2-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4601070 INFO (zkCallback-2829-thread-1-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4601126 INFO (jetty-closer-2823-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98800079365668867-127.0.0.1:40108_solr-n_0000000000) closing
[junit4] 2> 4601126 INFO (OverseerStateUpdate-98800079365668867-127.0.0.1:40108_solr-n_0000000000) [n:127.0.0.1:40108_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40108_solr
[junit4] 2> 4602715 WARN (zkCallback-2829-thread-2-processing-n:127.0.0.1:40108_solr) [n:127.0.0.1:40108_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4602716 INFO (jetty-closer-2823-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1336f208{/solr,null,UNAVAILABLE}
[junit4] 2> 4602738 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[AF14947B8F741255]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4602740 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AF14947B8F741255]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33260 33260
[junit4] 2> 4602848 INFO (Thread-3166) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33260 33260
[junit4] 2> 4602859 WARN (Thread-3166) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testCollection1/state.json
[junit4] 2> 6 /solr/collections/testCollection2/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_AF14947B8F741255-001
[junit4] 2> Oct 09, 2017 5:19:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=554, maxMBSortInHeap=7.5054157594164925, sim=RandomSimilarity(queryNorm=false): {}, locale=sr, timezone=Asia/Sakhalin
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=251716720,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [TestClassicSimilarityFactory, TestCustomStream, TestSolrConfigHandler, TestConfigSetProperties, CleanupOldIndexTest, TestDistributedMissingSort, ConnectionReuseTest, TestReloadAndDeleteDocs, TestGraphTermsQParserPlugin, FastVectorHighlighterTest, RegexBoostProcessorTest, DistributedFacetPivotWhiteBoxTest, TestClusterProperties, TestPerFieldSimilarityWithDefaultOverride, ChaosMonkeyNothingIsSafeWithPullReplicasTest, FullHLLTest, ChangedSchemaMergeTest, TestStressCloudBlindAtomicUpdates, TestOnReconnectListenerSupport, LeaderElectionTest, TestLegacyFieldCache, TestMinMaxOnMultiValuedField, ConfigureRecoveryStrategyTest, ShardSplitTest, TestFileDictionaryLookup, CursorMarkTest, SolrSlf4jReporterTest, HdfsChaosMonkeySafeLeaderTest, TestNamedUpdateProcessors, QueryEqualityTest, BaseCdcrDistributedZkTest, MetricsConfigTest, TestFieldCache, TestAnalyzedSuggestions, SuggesterFSTTest, TestNumericTokenStream, TestSolrCoreSnapshots, TestLMJelinekMercerSimilarityFactory, TestDFRSimilarityFactory, PreAnalyzedFieldManagedSchemaCloudTest, TestUseDocValuesAsStored2, TestXmlQParserPlugin, TestLocalFSCloudBackupRestore, CircularListTest, AtomicUpdateProcessorFactoryTest, TestGroupingSearch, TlogReplayBufferedWhileIndexingTest, RankQueryTest, RollingRestartTest, ClusterStateTest, TestRebalanceLeaders, ConnectionManagerTest, SolrCoreCheckLockOnStartupTest, TestCodecSupport, TestCustomSort, BlockCacheTest, TestFieldCollectionResource, TestTrie, SolrIndexMetricsTest, TestMultiValuedNumericRangeQuery, TestLFUCache, TestClusterStateMutator, UtilsToolTest, DeleteReplicaTest, TestPseudoReturnFields, TestCryptoKeys, PolyFieldTest, TestStressUserVersions, TestReversedWildcardFilterFactory, SortByFunctionTest, TestCollapseQParserPlugin, WrapperMergePolicyFactoryTest, PreAnalyzedFieldTest, TestJsonRequest, RequiredFieldsTest, TestLeaderElectionWithEmptyReplica, OverseerTest, TestSolrConfigHandlerConcurrent, ReturnFieldsTest, TestConfigsApi, PeerSyncReplicationTest, BasicDistributedZk2Test, TestBulkSchemaConcurrent, TestLegacyNumericRangeQueryBuilder, LeaderFailoverAfterPartitionTest, TestSchemaSimilarityResource, PreAnalyzedUpdateProcessorTest, TestGraphMLResponseWriter, TestTlogReplica, MultiThreadedOCPTest, BlockJoinFacetSimpleTest, SignatureUpdateProcessorFactoryTest, SimpleCollectionCreateDeleteTest, AssignBackwardCompatibilityTest, URLClassifyProcessorTest, TestTolerantSearch, TermsComponentTest, TestQuerySenderListener, XsltUpdateRequestHandlerTest, TestReload, ZkFailoverTest, SparseHLLTest, UnloadDistributedZkTest, CollectionStateFormat2Test, TestLRUStatsCache, MoveReplicaHDFSTest, TestFastWriter, TestUnifiedSolrHighlighter, ReplicaListTransformerTest, TestJmxIntegration, JSONWriterTest, BJQParserTest, DocValuesMissingTest, DocExpirationUpdateProcessorFactoryTest, TestSolrCoreProperties, DistributedFacetPivotLongTailTest, HdfsRecoverLeaseTest, MinimalSchemaTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TestJoin, TestRangeQuery, PeerSyncTest, DirectUpdateHandlerTest, TestIndexSearcher, SolrIndexSplitterTest, TestExtendedDismaxParser, SuggesterTSTTest, SuggesterTest, SuggesterWFSTTest, NoCacheHeaderTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, DisMaxRequestHandlerTest, TestWriterPerf, TestOmitPositions, DocumentBuilderTest, LoggingHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, SearchHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, TestSolrIndexConfig, BadComponentTest, TestBinaryField, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestPerFieldSimilarity, ResourceLoaderTest, TestFastLRUCache, TestSuggestSpellingConverter, DateFieldTest, TestRTGBase, TestCrossCoreJoin, TestLuceneIndexBackCompat, AssignTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest]
[junit4] Completed [524/734 (2!)] on J2 in 12.97s, 1 test, 1 failure <<< FAILURES!
[...truncated 47667 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 178 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/178/
10 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
Could not load collection from ZK: movereplicatest_coll
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: movereplicatest_coll
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:BFF5586C093B4188]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:108)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:153)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/movereplicatest_coll/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 44 more
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 2 did not complete, final state: RUNNING expected same:<COMPLETED> was not:<RUNNING>
Stack Trace:
java.lang.AssertionError: Task 2 did not complete, final state: RUNNING expected same:<COMPLETED> was not:<RUNNING>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:BFF5586C093B4188]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testParallelCollectionAPICalls(MultiThreadedOCPTest.java:146)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:63)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:CEECF4199BB261FA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:279)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:50121/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:50121/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:A79C99A9F297200]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:50121/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper
Error Message:
Didn't get expected doc count. Expected: 10, Found: 0
Stack Trace:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:28E84735822D2310]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:245)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:250)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper(TestPullReplicaErrorHandling.java:221)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestRequestStatusCollectionAPI.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:BFF5586C093B4188]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:488)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:441)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 38 more
FAILED: org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica
Error Message:
Replica core_node3 not up to date after 10 seconds expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: Replica core_node3 not up to date after 10 seconds expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:E893A3735664A37D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:736)
at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:724)
at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllActiveReplicas(TestTlogReplica.java:720)
at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllActiveReplicas(TestTlogReplica.java:715)
at org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica(TestTlogReplica.java:437)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete
Error Message:
searcher529 wasn't soon enough after soft529: Took 1143ms, >= acceptable 300ms (fudge)
Stack Trace:
java.lang.AssertionError: searcher529 wasn't soon enough after soft529: Took 1143ms, >= acceptable 300ms (fudge)
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:F0EDDF2BBC6FE1C0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:BFF5586C093B4188]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
at __randomizedtesting.SeedInfo.seed([37A167B6A7C72C70:2BA01A3BD26252E3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11901 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> 1097542 INFO (SUITE-TestAuthenticationFramework-seed#[37A167B6A7C72C70]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/init-core-data-001
[junit4] 2> 1097542 WARN (SUITE-TestAuthenticationFramework-seed#[37A167B6A7C72C70]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 1097568 INFO (SUITE-TestAuthenticationFramework-seed#[37A167B6A7C72C70]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1097637 INFO (SUITE-TestAuthenticationFramework-seed#[37A167B6A7C72C70]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1097704 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001
[junit4] 2> 1097705 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1097719 INFO (Thread-159) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1097719 INFO (Thread-159) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1097819 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.ZkTestServer start zk server on port:52481
[junit4] 2> 1097887 ERROR (Thread-159) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1098273 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1098275 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f0f42af{/solr,null,AVAILABLE}
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@643dc5c2{SSL,[ssl, http/1.1]}{127.0.0.1:45019}
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.e.j.s.Server Started @1120129ms
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45019}
[junit4] 2> 1098277 ERROR (jetty-launcher-183-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1098277 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-08T18:16:40.295Z
[junit4] 2> 1098307 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1098386 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57ce6a4f{/solr,null,AVAILABLE}
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fc7666d{SSL,[ssl, http/1.1]}{127.0.0.1:50121}
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.e.j.s.Server Started @1120240ms
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50121}
[junit4] 2> 1098387 ERROR (jetty-launcher-183-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1098387 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-08T18:16:40.405Z
[junit4] 2> 1098536 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1098720 INFO (jetty-launcher-183-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52481/solr
[junit4] 2> 1098767 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1099540 INFO (jetty-launcher-183-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52481/solr
[junit4] 2> 1099518 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15efd340a4d0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1100527 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15efd340a4d0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1100824 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1100825 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50121_solr
[junit4] 2> 1100843 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.Overseer Overseer (id=98794641801674756-127.0.0.1:50121_solr-n_0000000000) starting
[junit4] 2> 1100863 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50121_solr
[junit4] 2> 1100910 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1101044 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1102305 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1102309 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1102310 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1102312 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45019_solr
[junit4] 2> 1102313 INFO (zkCallback-191-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1102351 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:45019_solr) [n:127.0.0.1:45019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1102453 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1102453 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1102454 INFO (jetty-launcher-183-thread-1) [n:127.0.0.1:50121_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/.
[junit4] 2> 1102888 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1103782 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1103819 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1103819 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1103820 INFO (jetty-launcher-183-thread-2) [n:127.0.0.1:45019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/.
[junit4] 2> 1104780 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1104787 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52481/solr ready
[junit4] 2> 1104799 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[37A167B6A7C72C70]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 1106487 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=16de94a8-1f52-4843-b497-75d4611ed3a9&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1106489 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=16de94a8-1f52-4843-b497-75d4611ed3a9&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1106535 INFO (OverseerThreadFactory-548-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1106590 INFO (qtp1998280498-1985) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1106591 INFO (qtp1998280498-1985) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1106666 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45019/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1106736 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50121/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1106737 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45019/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1106748 INFO (OverseerStateUpdate-98794641801674756-127.0.0.1:50121_solr-n_0000000000) [n:127.0.0.1:50121_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50121/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1107911 INFO (qtp1998280498-1988) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1107912 INFO (qtp1998280498-1988) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1107991 INFO (qtp1998280498-1990) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&coreNodeName=core_node8&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=19
[junit4] 2> 1108014 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&coreNodeName=core_node8&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1108015 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1108435 INFO (qtp1998280498-1991) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844&coreNodeName=core_node6&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=415
[junit4] 2> 1108435 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844&coreNodeName=core_node6&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1108547 INFO (zkCallback-191-thread-2-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1108547 INFO (zkCallback-191-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1108643 INFO (qtp2124296350-1983) [n:127.0.0.1:45019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991&coreNodeName=core_node7&name=testcollection_shard2_replica_n3&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=23
[junit4] 2> 1108669 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991&coreNodeName=core_node7&name=testcollection_shard2_replica_n3&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1108671 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1108789 INFO (qtp2124296350-1977) [n:127.0.0.1:45019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824&coreNodeName=core_node5&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=53
[junit4] 2> 1108790 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824&coreNodeName=core_node5&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1108871 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980
[junit4] 2> 1108871 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1108915 INFO (qtp1998280498-1985) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1108919 INFO (qtp1998280498-1985) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1109369 INFO (zkCallback-191-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1109369 INFO (zkCallback-191-thread-2-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1109889 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1109921 INFO (qtp1998280498-1989) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1109939 INFO (qtp1998280498-1989) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 1109959 INFO (zkCallback-191-thread-1-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1109959 INFO (zkCallback-191-thread-2-processing-n:127.0.0.1:50121_solr) [n:127.0.0.1:50121_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1109989 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1110045 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1110083 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1110085 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1110085 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 1110085 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1110085 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1110086 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/testcollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 1110318 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1110318 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 1110319 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50121.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1110319 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1110319 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/testcollection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node1/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 1110338 INFO (zkCallback-196-thread-1-processing-n:127.0.0.1:45019_solr) [n:127.0.0.1:45019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1110969 INFO (qtp1998280498-1988) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1110972 INFO (qtp1998280498-1988) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1111475 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980
[junit4] 2> 1111475 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1111728 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1111730 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1111738 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1111852 INFO (parallelCoreAdminExecutor-551-thread-2-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535115201824 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 1111856 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.s.IndexSchema [testcollection_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1111858 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1111858 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n3' using configuration from collection testcollection, trusted=true
[junit4] 2> 1111858 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45019.solr.core.testcollection.shard2.replica_n3' (registry 'solr.core.testcollection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42d761ac
[junit4] 2> 1111980 INFO (qtp1998280498-1990) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1111981 INFO (qtp1998280498-1990) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=16de94a8-1f52-4843-b497-75d4611ed3a9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1111991 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1111991 INFO (parallelCoreAdminExecutor-551-thread-1-processing-n:127.0.0.1:45019_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535134511991 CREATE) [n:127.0.0.1:45019_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n3] o.a.s.c.SolrCore [[testcollection_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/testcollection_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_37A167B6A7C72C70-001/tempDir-001/node2/./testcollection_shard2_replica_n3/data/]
[junit4] 2> 1112500 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980
[junit4] 2> 1112500 INFO (qtp1998280498-1992) [n:127.0.0.1:50121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1112574 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1112574 INFO (parallelCoreAdminExecutor-549-thread-1-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535152413980 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1112620 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1112620 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1112623 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f52-4843-b497-75d4611ed3a97738535133211844 CREATE) [n:127.0.0.1:50121_solr c:testcollection s:shard1 r:core_node6 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1112623 INFO (parallelCoreAdminExecutor-549-thread-2-processing-n:127.0.0.1:50121_solr 16de94a8-1f5
[...truncated too long message...]
ave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.1.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1977567200374084864382.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1978285762864793074333.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1974789280266346331942.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1972095051839868170461.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:826: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:770: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1494: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1021: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1974789280266346331942.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171008_175759_1972095051839868170461.syserr
Total time: 340 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #177 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 177 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/177/
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([E5C5B346BFC8A7D6:6D918C9C1134CA2E]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
at __randomizedtesting.SeedInfo.seed([E5C5B346BFC8A7D6:F9C4CECBCA6DD945]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12174 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> 1721348 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/init-core-data-001
[junit4] 2> 1721361 WARN (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1721361 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1721363 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1721398 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001
[junit4] 2> 1721398 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1721417 INFO (Thread-1012) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1721417 INFO (Thread-1012) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1721551 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42857
[junit4] 2> 1721587 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 1721624 ERROR (Thread-1012) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1722809 INFO (jetty-launcher-2526-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1722821 INFO (jetty-launcher-2526-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1722877 INFO (jetty-launcher-2526-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@832becd{/solr,null,AVAILABLE}
[junit4] 2> 1722878 INFO (jetty-launcher-2526-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22c5c74{SSL,[ssl, http/1.1]}{127.0.0.1:38368}
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.e.j.s.Server Started @1735598ms
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38368}
[junit4] 2> 1722879 ERROR (jetty-launcher-2526-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1722879 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-07T07:56:36.475Z
[junit4] 2> 1722898 INFO (jetty-launcher-2526-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54441756{/solr,null,AVAILABLE}
[junit4] 2> 1722898 INFO (jetty-launcher-2526-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32cc9e10{SSL,[ssl, http/1.1]}{127.0.0.1:39418}
[junit4] 2> 1722898 INFO (jetty-launcher-2526-thread-1) [ ] o.e.j.s.Server Started @1735617ms
[junit4] 2> 1722898 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39418}
[junit4] 2> 1722899 ERROR (jetty-launcher-2526-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1722899 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1722899 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1722899 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1722899 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-07T07:56:36.495Z
[junit4] 2> 1722900 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1722970 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1722990 INFO (jetty-launcher-2526-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42857/solr
[junit4] 2> 1723031 INFO (jetty-launcher-2526-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42857/solr
[junit4] 2> 1723100 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ef5d5fb4d0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1723152 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ef5d5fb4d0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1724323 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724324 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39418_solr
[junit4] 2> 1724378 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.Overseer Overseer (id=98786541241696261-127.0.0.1:39418_solr-n_0000000000) starting
[junit4] 2> 1724572 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39418_solr
[junit4] 2> 1724730 INFO (OverseerStateUpdate-98786541241696261-127.0.0.1:39418_solr-n_0000000000) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724828 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1724829 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1724831 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38368_solr
[junit4] 2> 1724860 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1724998 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1725769 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39418.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1725820 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39418.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1725820 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39418.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1725822 INFO (jetty-launcher-2526-thread-1) [n:127.0.0.1:39418_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node1/.
[junit4] 2> 1726006 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38368.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1726044 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38368.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1726044 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38368.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1726045 INFO (jetty-launcher-2526-thread-2) [n:127.0.0.1:38368_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node2/.
[junit4] 2> 1726160 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1726161 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42857/solr ready
[junit4] 2> 1726162 INFO (SUITE-TestTlogReplica-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1726317 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1726339 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 1726380 INFO (TEST-TestTlogReplica.testOnlyLeaderIndexes-seed#[E5C5B346BFC8A7D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOnlyLeaderIndexes
[junit4] 2> 1726381 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1726425 INFO (OverseerThreadFactory-2128-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_only_leader_indexes
[junit4] 2> 1726718 INFO (OverseerStateUpdate-98786541241696261-127.0.0.1:39418_solr-n_0000000000) [n:127.0.0.1:39418_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39418/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1726720 INFO (OverseerStateUpdate-98786541241696261-127.0.0.1:39418_solr-n_0000000000) [n:127.0.0.1:39418_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38368/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1727064 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1727064 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1727218 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727218 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727518 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1727519 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1727713 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727713 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727729 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1727766 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728242 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1728278 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1728280 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1728280 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t1' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1728281 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39418.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1728281 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1728281 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node1/tlog_replica_test_only_leader_indexes_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node1/./tlog_replica_test_only_leader_indexes_shard1_replica_t1/data/]
[junit4] 2> 1728602 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1728602 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1728621 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1728621 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1728622 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@467af2d0[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 1728709 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1728710 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1728710 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1728710 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580584667506016256
[junit4] 2> 1728765 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1728766 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1728914 INFO (searcherExecutor-2133-thread-1-processing-n:127.0.0.1:39418_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@467af2d0[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1728914 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728915 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728916 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728928 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1728952 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1728986 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1728986 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t2' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 1728987 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38368.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b879c24
[junit4] 2> 1728987 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1728987 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node2/tlog_replica_test_only_leader_indexes_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_E5C5B346BFC8A7D6-001/tempDir-001/node2/./tlog_replica_test_only_leader_indexes_shard1_replica_t2/data/]
[junit4] 2> 1729348 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1729348 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1729349 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1729349 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1729350 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@f11ec33[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 1729351 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1729351 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1729352 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1729352 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580584668179202048
[junit4] 2> 1729367 INFO (searcherExecutor-2138-thread-1-processing-n:127.0.0.1:38368_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@f11ec33[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1729787 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1729787 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1729787 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 1729787 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=https://127.0.0.1:39418/solr START replicas=[https://127.0.0.1:38368/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t2/] nUpdates=100
[junit4] 2> 1729825 INFO (qtp1877595331-7691) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=https://127.0.0.1:39418/solr DONE. We have no versions. sync failed.
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1730115 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1730117 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/ shard1
[junit4] 2> 1730232 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730243 INFO (zkCallback-2537-thread-2-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730233 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730233 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730298 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1730299 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=3234
[junit4] 2> 1730375 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t2 starting background replication from leader
[junit4] 2> 1730375 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1730395 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1730395 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1730396 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2877
[junit4] 2> 1730445 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730445 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730445 INFO (zkCallback-2537-thread-3-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730445 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730498 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1730521 ERROR (OverseerThreadFactory-2128-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1327)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:374)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:371)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:371)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:572)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskQueue.remove(OverseerTaskQueue.java:94)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.markTaskComplete(OverseerTaskProcessor.java:526)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:484)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1730522 WARN (OverseerThreadFactory-2128-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000000, requestid: null, taskKey: tlog_replica_test_only_leader_indexes
[junit4] 2> 1730558 INFO (zkCallback-2538-thread-2-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730558 INFO (zkCallback-2538-thread-1-processing-n:127.0.0.1:38368_solr) [n:127.0.0.1:38368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730559 INFO (zkCallback-2537-thread-3-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1730559 INFO (zkCallback-2537-thread-1-processing-n:127.0.0.1:39418_solr) [n:127.0.0.1:39418_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1731508 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=5126
[junit4] 2> 1731615 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 1731687 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1731688 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1731726 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@67124f4c[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 1731728 INFO (searcherExecutor-2138-thread-1-processing-n:127.0.0.1:38368_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@67124f4c[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1731781 INFO (qtp1877595331-7691) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1580584670672715776), 2 (1580584670703124480), 3 (1580584670703124481), 4 (1580584670703124482)]} 0 0
[junit4] 2> 1731800 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1580584670672715776), 2 (1580584670703124480), 3 (1580584670703124481), 4 (1580584670703124482)]} 0 69
[junit4] 2> 1731855 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1731856 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1731895 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1731962 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=48
[junit4] 2> 1732119 INFO (qtp1877595331-7691) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732263 INFO (qtp1877595331-7697) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732264 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732283 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732466 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{delete=[1 (-1580584671255724032)]} 0 0
[junit4] 2> 1732466 INFO (qtp394566547-7706) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1 (-1580584671255724032)]} 0 180
[junit4] 2> 1732483 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@375fdd94[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 1732483 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4aedb969[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 1732484 INFO (qtp1877595331-7697) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1580584671445516288&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=id:2 (-1580584671445516288)} 0 0
[junit4] 2> 1732485 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=id:2 (-1580584671445516288)} 0 17
[junit4] 2> 1732521 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732521 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1732538 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 1732702 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580584671691931648,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1732702 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7cbe76f3 commitCommandVersion:1580584671691931648
[junit4] 2> 1732702 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 1732704 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f96a2d9[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 1732705 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1732714 INFO (searcherExecutor-2133-thread-1-processing-n:127.0.0.1:39418_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@1f96a2d9[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C4/2:delGen=2)))}
[junit4] 2> 1732749 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 47
[junit4] 2> 1732750 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_only_leader_indexes:7&commit=true&wt=javabin&version=2}{commit=} 0 195
[junit4] 2> 1732864 INFO (qtp394566547-7702) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 1733067 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733176 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733285 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733395 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733504 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733614 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733719 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733829 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1733930 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734040 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734149 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734259 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734384 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734494 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734603 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734624 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1507363006298
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1734625 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1734625 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1734626 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 1734626 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@624bb8f4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31a094b7)
[junit4] 2> 1734627 INFO (qtp394566547-7706) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734699 INFO (qtp394566547-7702) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734786 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734787 INFO (qtp394566547-7701) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734788 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734808 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734809 INFO (qtp394566547-7706) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734822 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1734823 INFO (qtp394566547-7702) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734825 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734845 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734846 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734859 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734860 INFO (qtp394566547-7707) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1734861 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2005) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@624bb8f4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31a094b7)
[junit4] 2> 1734879 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1734879 INFO (indexFetcher-2144-thread-1) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@207d120[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 1734880 INFO (searcherExecutor-2138-thread-1-processing-n:127.0.0.1:38368_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node4) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@207d120[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C4/2:delGen=2)))}
[junit4] 2> 1734932 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 1734954 INFO (qtp1877595331-7695) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[15 (1580584674051227648)]} 0 0
[junit4] 2> 1734954 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1580584674051227648)]} 0 2
[junit4] 2> 1734989 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[16 (1580584674054373376)]} 0 0
[junit4] 2> 1734989 INFO (qtp394566547-7708) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1580584674054373376)]} 0 34
[junit4] 2> 1734990 INFO (qtp1877595331-7697) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[17 (1580584674091073536)]} 0 0
[junit4] 2> 1734991 INFO (qtp394566547-7705) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1580584674091073536)]} 0 0
[junit4] 2> 1734992 INFO (qtp1877595331-7693) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[18 (1580584674092122112)]} 0 0
[junit4] 2> 1735005 INFO (qtp394566547-7706) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1580584674092122112)]} 0 13
[junit4] 2> 1735006 INFO (qtp1877595331-7694) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[19 (1580584674106802176)]} 0 0
[junit4] 2> 1735006 INFO (qtp394566547-7702) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1580584674106802176)]} 0 1
[junit4] 2> 1735062 INFO (qtp1877595331-7690) [n:127.0.0.1:38368_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node4 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39418/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1735098 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580584674204319744,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1735134 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7cbe76f3 commitCommandVersion:1580584674204319744
[junit4] 2> 1735187 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e3f4788[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 1735188 INFO (qtp394566547-7704) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1735189 INFO (searcherExecutor-2133-thread-1-processing-n:127.0.0.1:39418_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node3) [n:127.0.0.1:39418_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node3 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica
[...truncated too long message...]
llection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4489229 INFO (zkCallback-3842-thread-2-processing-n:127.0.0.1:43223_solr) [n:127.0.0.1:43223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4489230 INFO (zkCallback-3842-thread-3-processing-n:127.0.0.1:43223_solr) [n:127.0.0.1:43223_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4489246 INFO (coreCloseExecutor-6836-thread-3) [n:127.0.0.1:43223_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=1395637865
[junit4] 2> 4489246 INFO (coreCloseExecutor-6836-thread-2) [n:127.0.0.1:43223_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=277567795
[junit4] 2> 4489246 INFO (coreCloseExecutor-6836-thread-2) [n:127.0.0.1:43223_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f85a990: rootName = solr_43223, domain = solr.core.testCollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@c38d295
[junit4] 2> 4489256 INFO (coreCloseExecutor-6836-thread-2) [n:127.0.0.1:43223_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=277567795
[junit4] 2> 4489256 INFO (coreCloseExecutor-6836-thread-1) [n:127.0.0.1:43223_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=2072416865
[junit4] 2> 4489278 INFO (jetty-closer-3836-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98786722175844355-127.0.0.1:43223_solr-n_0000000000) closing
[junit4] 2> 4489278 INFO (OverseerStateUpdate-98786722175844355-127.0.0.1:43223_solr-n_0000000000) [n:127.0.0.1:43223_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43223_solr
[junit4] 2> 4490783 WARN (zkCallback-3842-thread-3-processing-n:127.0.0.1:43223_solr) [n:127.0.0.1:43223_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4490783 INFO (jetty-closer-3836-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@338522e3{/solr,null,UNAVAILABLE}
[junit4] 2> 4490792 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4490793 INFO (SUITE-LeaderElectionContextKeyTest-seed#[E5C5B346BFC8A7D6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36860 36860
[junit4] 2> 4491086 INFO (Thread-3910) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36860 36860
[junit4] 2> 4491087 WARN (Thread-3910) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/testCollection2/state.json
[junit4] 2> 6 /solr/collections/testCollection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionContextKeyTest_E5C5B346BFC8A7D6-001
[junit4] 2> Oct 07, 2017 8:42:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=is-IS, timezone=Asia/Dhaka
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=206467536,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [DistributedIntervalFacetingTest, JsonLoaderTest, OverseerTaskQueueTest, PrimUtilsTest, SpellCheckComponentTest, SampleTest, DocValuesMultiTest, SolrCmdDistributorTest, TestFilteredDocIdSet, TestNumericRangeQuery64, CollectionsAPIAsyncDistributedZkTest, TestSimpleTrackingShardHandler, TestOverriddenPrefixQueryForCustomFieldType, SaslZkACLProviderTest, DirectoryFactoryTest, MetricsHandlerTest, AnalyticsQueryTest, TestCharFilters, SolrCloudExampleTest, TestSolrConfigHandlerCloud, TestPKIAuthenticationPlugin, TestXIncludeConfig, TestGeoJSONResponseWriter, SOLR749Test, TestManagedSynonymFilterFactory, AddSchemaFieldsUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, TestObjectReleaseTracker, SpatialHeatmapFacetsTest, TestSubQueryTransformer, NoCacheHeaderTest, TestIntervalFaceting, TestFieldCacheWithThreads, DeleteStatusTest, TestUpdate, MoveReplicaTest, TestConfigSetImmutable, TestCloudDeleteByQuery, ManagedSchemaRoundRobinCloudTest, TestCollectionAPIs, TestSolrCloudWithSecureImpersonation, RestartWhileUpdatingTest, UpdateRequestProcessorFactoryTest, TestSweetSpotSimilarityFactory, TestSolrJ, TestHdfsBackupRestoreCore, TestSolr4Spatial2, VMParamsZkACLAndCredentialsProvidersTest, ConvertedLegacyTest, CloneFieldUpdateProcessorFactoryTest, TestExceedMaxTermLength, DocValuesTest, ShardRoutingTest, TestFiltering, TestEmbeddedSolrServerAdminHandler, DistributedTermsComponentTest, TestLRUCache, TestSerializedLuceneMatchVersion, TestElisionMultitermQuery, TestPartialUpdateDeduplication, TestDistributedStatsComponentCardinality, StatelessScriptUpdateProcessorFactoryTest, SoftAutoCommitTest, TestStressVersions, TestHighFrequencyDictionaryFactory, TestAddFieldRealTimeGet, TestBM25SimilarityFactory, TestNumericTerms64, FileUtilsTest, TestCoreDiscovery, DistributedMLTComponentTest, TestMiniSolrCloudClusterSSL, ResourceLoaderTest, SegmentsInfoRequestHandlerTest, DisMaxRequestHandlerTest, DistributedQueryComponentOptimizationTest, TestNRTOpen, SolrMetricManagerTest, TestRandomRequestDistribution, TestValueSourceCache, TestSchemaResource, TestQueryTypes, TestPushWriter, TestNonDefinedSimilarityFactory, SharedFSAutoReplicaFailoverUtilsTest, SpatialRPTFieldTypeTest, DistributedFacetPivotLargeTest, StressHdfsTest, ZkControllerTest, SearchHandlerTest, ChaosMonkeySafeLeaderTest, ParsingFieldUpdateProcessorsTest, TestCloudSearcherWarming, FileBasedSpellCheckerTest, MissingSegmentRecoveryTest, TestInPlaceUpdatesStandalone, OpenCloseCoreStressTest, DistributedFacetPivotSmallTest, UUIDUpdateProcessorFallbackTest, TestPivotHelperCode, TestRetrieveFieldsOptimizer, TestDelegationWithHadoopAuth, TestLegacyTerms, TestSimpleTextCodec, RemoteQueryErrorTest, BasicFunctionalityTest, SliceStateTest, TestFieldCacheSort, CSVRequestHandlerTest, TestRTGBase, TestPullReplica, DateRangeFieldTest, AnalysisAfterCoreReloadTest, TestHashPartitioner, DistanceFunctionTest, TestTolerantUpdateProcessorRandomCloud, TestComplexPhraseQParserPlugin, TestCloudSchemaless, OutOfBoxZkACLAndCredentialsProvidersTest, TestAtomicUpdateErrorCases, TestFuzzyAnalyzedSuggestions, TestRealTimeGet, TestStressReorder, TestReload, TestCoreContainer, TestGroupingSearch, TestSort, DirectUpdateHandlerTest, HighlighterTest, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestStressLucene, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, TermsComponentTest, TestSolrQueryParser, LoggingHandlerTest, IndexSchemaTest, TestCollationField, TestCSVResponseWriter, TestPHPSerializedResponseWriter, TestComponentsName, HighlighterConfigTest, AlternateDirectoryTest, TestSolrIndexConfig, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, TestSearchPerf, MinimalSchemaTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestCodecSupport, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, TestSystemIdResolver, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, UUIDFieldTest, TestHighlightDedupGrouping, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionTooManyReplicasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest]
[junit4] Completed [503/734 (2!)] on J1 in 10.60s, 1 test, 1 failure <<< FAILURES!
[...truncated 47707 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 176 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/176/
7 tests failed.
FAILED: org.apache.solr.cloud.DistribCursorPagingTest.test
Error Message:
Error from server at http://127.0.0.1:49738/f/bc/collection1_shard2_replica_n41: ClusterState says we are the leader (http://127.0.0.1:49738/f/bc/collection1_shard2_replica_n41), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49738/f/bc/collection1_shard2_replica_n41: ClusterState says we are the leader (http://127.0.0.1:49738/f/bc/collection1_shard2_replica_n41), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:87F29835E5EA3DB4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:549)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.indexDoc(AbstractFullDistribZkTestBase.java:839)
at org.apache.solr.cloud.DistribCursorPagingTest.doRandomSortsOnLargeIndex(DistribCursorPagingTest.java:581)
at org.apache.solr.cloud.DistribCursorPagingTest.test(DistribCursorPagingTest.java:93)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:44269/vftfr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44269/vftfr
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:87F29835E5EA3DB4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1669)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1696)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:610)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
... 53 more
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
Stack Trace:
java.lang.AssertionError: Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:F6EB344077631DC6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:294)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.testRandom
Error Message:
Error from server at https://127.0.0.1:59419/solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection/select. Reason: <pre> Can not find: /solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection/select</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:59419/solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection/select. Reason:
<pre> Can not find: /solr/org.apache.solr.cloud.TestCloudJSONFacetJoinDomain_collection/select</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:7DEA82E0FA76E63F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.assertFacetCountsAreCorrect(TestCloudJSONFacetJoinDomain.java:461)
at org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.assertFacetCountsAreCorrect(TestCloudJSONFacetJoinDomain.java:465)
at org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.assertFacetCountsAreCorrect(TestCloudJSONFacetJoinDomain.java:429)
at org.apache.solr.cloud.TestCloudJSONFacetJoinDomain.testRandom(TestCloudJSONFacetJoinDomain.java:370)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:6710744DDEF251D2]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync(ZkSolrClientTest.java:257)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins
Error Message:
Error from server at http://127.0.0.1:52265/solr: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000000
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52265/solr: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000000
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:4726F53F17567361]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([FA6A7EF4B16504C:13A7DA623EB32EDF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12632 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
[junit4] 2> 4314801 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/init-core-data-001
[junit4] 2> 4314893 WARN (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=56 numCloses=56
[junit4] 2> 4314902 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4314903 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4314903 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 0 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-001
[junit4] 2> 4314903 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4314957 INFO (Thread-1912) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4314957 INFO (Thread-1912) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4314970 ERROR (Thread-1912) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4315057 INFO (SUITE-SolrCloudReportersTest-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43063
[junit4] 2> 4316315 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExplicitConfiguration
[junit4] 2> 4316315 ERROR (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4316315 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43063 43063
[junit4] 2> 4316422 INFO (Thread-1912) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43063 43063
[junit4] 2> 4316423 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002
[junit4] 2> 4316423 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4316423 INFO (Thread-1913) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4316423 INFO (Thread-1913) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4316714 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.ZkTestServer start zk server on port:52672
[junit4] 2> 4316715 ERROR (Thread-1913) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4316815 INFO (jetty-launcher-1219-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4316815 INFO (jetty-launcher-1219-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4316816 INFO (jetty-launcher-1219-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59929393{/solr,null,AVAILABLE}
[junit4] 2> 4316816 INFO (jetty-launcher-1219-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58a3645a{HTTP/1.1,[http/1.1]}{127.0.0.1:60964}
[junit4] 2> 4316816 INFO (jetty-launcher-1219-thread-1) [ ] o.e.j.s.Server Started @4337232ms
[junit4] 2> 4316816 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60964}
[junit4] 2> 4316816 ERROR (jetty-launcher-1219-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4316817 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 4316817 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4316817 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 4316817 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T23:06:47Z
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8c143c5{/solr,null,AVAILABLE}
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@231e6597{HTTP/1.1,[http/1.1]}{127.0.0.1:47954}
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.e.j.s.Server Started @4337249ms
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47954}
[junit4] 2> 4316834 ERROR (jetty-launcher-1219-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 4316834 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-05T23:06:47.017Z
[junit4] 2> 4317003 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4317047 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4317090 INFO (jetty-launcher-1219-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52672/solr
[junit4] 2> 4317126 INFO (jetty-launcher-1219-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52672/solr
[junit4] 2> 4317198 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15eeeca91cf0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4317743 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4317743 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60964_solr
[junit4] 2> 4317744 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.Overseer Overseer (id=98778795645796357-127.0.0.1:60964_solr-n_0000000000) starting
[junit4] 2> 4317755 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60964_solr
[junit4] 2> 4317798 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4318456 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4318457 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4318567 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47954_solr
[junit4] 2> 4318638 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4318714 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4318715 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
[junit4] 2> 4318715 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
[junit4] 2> 4318715 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
[junit4] 2> 4319190 INFO (jetty-launcher-1219-thread-1) [n:127.0.0.1:60964_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1
[junit4] 2> 4320719 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
[junit4] 2> 4320719 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
[junit4] 2> 4320719 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
[junit4] 2> 4321209 INFO (jetty-launcher-1219-thread-2) [n:127.0.0.1:47954_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2
[junit4] 1> ZK: 127.0.0.1:52672/solr
[junit4] 2> 4321738 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4321739 INFO (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[FA6A7EF4B16504C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52672/solr ready
[junit4] 2> 4321763 INFO (qtp2000054937-8051) [n:127.0.0.1:47954_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4321764 INFO (OverseerThreadFactory-3635-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.CreateCollectionCmd Create collection test_collection
[junit4] 2> 4322140 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60964/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4322143 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47954/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4322167 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_collection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60964/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4322203 INFO (OverseerStateUpdate-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_collection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47954/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4322458 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4322458 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4322459 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4322459 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4322786 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4322787 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4322891 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4322892 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4322934 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323094 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323094 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323095 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323096 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4323866 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4323968 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4324012 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4324047 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema [test_collection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 4324049 WARN (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 4324066 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 4324066 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n6' using configuration from collection test_collection, trusted=true
[junit4] 2> 4324067 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n6
[junit4] 2> 4324050 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema [test_collection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 4324083 WARN (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 4324083 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 4324083 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n4' using configuration from collection test_collection, trusted=true
[junit4] 2> 4324083 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n4
[junit4] 2> 4324065 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.IndexSchema [test_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 4324198 WARN (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 4324199 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 4324199 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n2' using configuration from collection test_collection, trusted=true
[junit4] 2> 4324199 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n2
[junit4] 2> 4324307 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:60964_solr} status=0 QTime=1
[junit4] 2> 4324343 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4324383 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema [test_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4324385 WARN (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
[junit4] 2> 4324385 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
[junit4] 2> 4324385 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from collection test_collection, trusted=true
[junit4] 2> 4324414 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4324414 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore [[test_collection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1/test_collection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1/test_collection_shard2_replica_n4/data/]
[junit4] 2> 4324426 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n1
[junit4] 2> 4324510 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4324510 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1/test_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node1/test_collection_shard1_replica_n1/data/]
[junit4] 2> 4325160 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4325160 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SolrCore [[test_collection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2/test_collection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2/test_collection_shard1_replica_n2/data/]
[junit4] 2> 4325430 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4325430 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore [[test_collection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2/test_collection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_FA6A7EF4B16504C-001/tempDir-002/node2/test_collection_shard2_replica_n6/data/]
[junit4] 2> 4326117 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:47954_solr} status=0 QTime=0
[junit4] 2> 4326128 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4326128 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4326150 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4326150 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4326154 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@6644da1[test_collection_shard2_replica_n4] main]
[junit4] 2> 4326155 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 4326155 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 4326155 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4326215 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@bf3d148[test_collection_shard1_replica_n2] main]
[junit4] 2> 4326365 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 4326366 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 4326367 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4326367 INFO (searcherExecutor-3641-thread-1-processing-n:127.0.0.1:60964_solr x:test_collection_shard2_replica_n4 s:shard2 c:test_collection r:core_node7) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SolrCore [test_collection_shard2_replica_n4] Registered new searcher Searcher@6644da1[test_collection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4326378 INFO (searcherExecutor-3642-thread-1-processing-n:127.0.0.1:47954_solr x:test_collection_shard1_replica_n2 s:shard1 c:test_collection r:core_node5) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SolrCore [test_collection_shard1_replica_n2] Registered new searcher Searcher@bf3d148[test_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4326382 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326382 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326383 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326383 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326384 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 4326389 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 4326396 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4326396 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4326401 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@798b29c6[test_collection_shard1_replica_n1] main]
[junit4] 2> 4326401 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 4326402 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 4326402 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4326443 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:60964_solr x:test_collection_shard1_replica_n1 s:shard1 c:test_collection r:core_node3) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.c.SolrCore [test_collection_shard1_replica_n1] Registered new searcher Searcher@798b29c6[test_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4326445 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4326445 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4326482 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d556b87[test_collection_shard2_replica_n6] main]
[junit4] 2> 4326483 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
[junit4] 2> 4326483 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
[junit4] 2> 4326483 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4326484 INFO (searcherExecutor-3640-thread-1-processing-n:127.0.0.1:47954_solr x:test_collection_shard2_replica_n6 s:shard2 c:test_collection r:core_node8) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.c.SolrCore [test_collection_shard2_replica_n6] Registered new searcher Searcher@7d556b87[test_collection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4326498 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326498 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326499 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326499 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4326884 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4326884 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4326884 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60964/solr/test_collection_shard2_replica_n4/
[junit4] 2> 4326884 ERROR (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
[junit4] 2> 4326885 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4326885 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4326887 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60964/solr/test_collection_shard2_replica_n4/ shard2
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47954/solr/test_collection_shard1_replica_n2/
[junit4] 2> 4326890 ERROR (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4326890 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4326916 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47954/solr/test_collection_shard1_replica_n2/ shard1
[junit4] 2> 4327027 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327027 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327030 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327030 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327164 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4327164 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4327208 INFO (qtp1583272309-8041) [n:127.0.0.1:60964_solr c:test_collection s:shard2 r:core_node7 x:test_collection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4317
[junit4] 2> 4327315 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327315 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327321 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327321 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327443 INFO (qtp2000054937-8049) [n:127.0.0.1:47954_solr c:test_collection s:shard1 r:core_node5 x:test_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4984
[junit4] 2> 4327450 INFO (qtp1583272309-8037) [n:127.0.0.1:60964_solr c:test_collection s:shard1 r:core_node3 x:test_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4992
[junit4] 2> 4327500 INFO (qtp2000054937-8053) [n:127.0.0.1:47954_solr c:test_collection s:shard2 r:core_node8 x:test_collection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4607
[junit4] 2> 4327580 INFO (qtp2000054937-8051) [n:127.0.0.1:47954_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4327651 INFO (zkCallback-1230-thread-2-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327651 INFO (zkCallback-1230-thread-1-processing-n:127.0.0.1:60964_solr) [n:127.0.0.1:60964_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327678 INFO (zkCallback-1231-thread-2-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327678 INFO (zkCallback-1231-thread-1-processing-n:127.0.0.1:47954_solr) [n:127.0.0.1:47954_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4327862 INFO (OverseerCollectionConfigSetProcessor-98778795645796357-127.0.0.1:60964_solr-n_0000000000) [n:127.0.0.1:60964_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4328590 INFO (qtp2000054937-8051) [n:127.0.0.1:47954_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6827
[junit4] 2> 4329174 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:60964_solr} status=0 QTime=0
[junit4] 2> 4329428 INFO (qtp2000054937-8054) [n:127.0.0.1:47954_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node3} status=0 QTime=0
[junit4] 2> 4329430 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node7} status=0 QTime=0
[junit4] 2> 4329439 INFO (qtp2000054937-8052) [n:127.0.0.1:47954_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node5} status=0 QTime=0
[junit4] 2> 4329440 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=core_node8} status=0 QTime=0
[junit4] 2> 4330744 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:47954_solr} status=0 QTime=0
[junit4] 2> 4334202 INFO (qtp1583272309-8042) [n:127.0.0.1:60964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics/collector params={wt=javabin&version=2&_reporter_=127.0.0.1:60964_solr} status=0 QTime=0
[junit4] 2> 4334421 INFO (q
[...truncated too long message...]
c5d0: rootName = solr_38094, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@78b65d8a
[junit4] 2> 8639662 INFO (jetty-closer-2499-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 8639698 INFO (zkCallback-2567-thread-1-processing-n:127.0.0.1:38094_solr) [n:127.0.0.1:38094_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38094_solr
[junit4] 2> 8639698 INFO (zkCallback-2567-thread-2-processing-n:127.0.0.1:38094_solr) [n:127.0.0.1:38094_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 8639726 INFO (jetty-closer-2499-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10ce0f62{/solr,null,UNAVAILABLE}
[junit4] 2> 8641282 WARN (zkCallback-2567-thread-2-processing-n:127.0.0.1:38094_solr) [n:127.0.0.1:38094_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 8641288 INFO (jetty-closer-2499-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7fcbdde6{/solr,null,UNAVAILABLE}
[junit4] 2> 8641365 ERROR (SUITE-TestTlogReplica-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 8641369 INFO (SUITE-TestTlogReplica-seed#[FA6A7EF4B16504C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60079 60079
[junit4] 2> 8641462 INFO (Thread-3755) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60079 60079
[junit4] 2> 8641478 WARN (Thread-3755) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 34 /solr/configs/conf
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 9 /solr/security.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 49 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 29 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 28 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 27 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 26 /solr/collections/tlog_replica_test_kill_tlog_replica/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 15 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 13 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 5 /solr/overseer_elect/election/98779063767334917-127.0.0.1:50459_solr-n_0000000001
[junit4] 2> 4 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98779063767334917-core_node4-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98779063767334917-core_node7-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/98779063767334917-core_node4-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/98779063767334929-core_node2-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98779063767334917-core_node11-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_FA6A7EF4B16504C-001
[junit4] 2> Oct 06, 2017 12:18:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Memory), title_s=PostingsFormat(name=MockRandom), id=Lucene50(blocksize=128), foo_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory), inplace_updatable_int=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=380, maxMBSortInHeap=5.655471427406714, sim=RandomSimilarity(queryNorm=false): {}, locale=de-DE, timezone=America/Resolute
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=188886048,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerSchemaAPI, TestConfigOverlay, SolrIndexConfigTest, LeaderFailureAfterFreshStartTest, JavabinLoaderTest, SolrMetricsIntegrationTest, TestHashQParserPlugin, DistributedSpellCheckComponentTest, ShufflingReplicaListTransformerTest, TestWriterPerf, TestComplexPhraseLeadingWildcard, TestBinaryField, TestFieldCacheReopen, TestIndexingPerformance, TestLockTree, FacetPivotSmallTest, MoveReplicaHDFSUlogDirTest, TestSmileRequest, HdfsWriteToMultipleCollectionsTest, ExternalFileFieldSortTest, CloudMLTQParserTest, TestAuthorizationFramework, TestShardHandlerFactory, TestChildDocTransformer, TestRemoteStreaming, TestPhraseSuggestions, OutputWriterTest, BasicDistributedZkTest, TestInitParams, TestDocSet, DataDrivenBlockJoinTest, PluginInfoTest, TestTolerantUpdateProcessorCloud, TestSolrQueryParser, TestRandomFlRTGCloud, TestSolrCLIRunExample, DebugComponentTest, HttpPartitionTest, TestDistributedSearch, TestHighlightDedupGrouping, TestMaxTokenLenTokenizer, TestComponentsName, TestNoOpRegenerator, WordBreakSolrSpellCheckerTest, ReplicationFactorTest, TestPHPSerializedResponseWriter, NodeMutatorTest, TestIBSimilarityFactory, BlockDirectoryTest, TestCoreAdminApis, MetricUtilsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSolrFieldCacheBean, TestHttpShardHandlerFactory, TestInPlaceUpdatesDistrib, TestSolr4Spatial, TestMacroExpander, OverseerStatusTest, TestSolrXml, TestSolrCloudWithKerberosAlt, TestSolrDeletionPolicy1, ConcurrentDeleteAndCreateCollectionTest, EchoParamsTest, TestMaxScoreQueryParser, ChaosMonkeyNothingIsSafeTest, TestFaceting, TestSha256AuthenticationProvider, TestLegacyNumericUtils, SecurityConfHandlerTest, XmlUpdateRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CoreAdminCreateDiscoverTest, TestDocBasedVersionConstraints, DistributedQueryComponentCustomSortTest, QueryElevationComponentTest, BinaryUpdateRequestHandlerTest, TestLeaderElectionZkExpiry, ClassificationUpdateProcessorTest, SolrCoreMetricManagerTest, SpellingQueryConverterTest, CdcrBootstrapTest, TestSlowCompositeReaderWrapper, TestHalfAndHalfDocValues, TestFieldSortValues, TestReplicationHandler, AtomicUpdatesTest, AnalyticsMergeStrategyTest, TestSchemaNameResource, BasicAuthIntegrationTest, TestLuceneIndexBackCompat, SolrCloudReportersTest, CurrencyFieldTypeTest, BitVectorTest, TestDFISimilarityFactory, TestConfigReload, TestLMDirichletSimilarityFactory, HdfsCollectionsAPIDistributedZkTest, TestReplicaProperties, SyncSliceTest, TestCrossCoreJoin, TestJsonFacetRefinement, TestCloudRecovery, TestReloadDeadlock, TestManagedStopFilterFactory, TestPrepRecovery, TestFieldResource, TestFunctionQuery, HdfsRecoveryZkTest, TestStressInPlaceUpdates, TestDynamicFieldCollectionResource, TestLuceneMatchVersion, TestCollectionAPI, GraphQueryTest, TestShortCircuitedRequests, TestRandomDVFaceting, MBeansHandlerTest, RequestHandlersTest, SuggestComponentTest, TestSystemCollAutoCreate, BadIndexSchemaTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, CoreAdminHandlerTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, MultiTermTest, SampleTest, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, TestCodecSupport, FileUtilsTest, CursorPagingTest, AssignTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, DistributedVersionInfoTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCloudExampleTest, TestCloudSearcherWarming, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLocalFSCloudBackupRestore, TestRebalanceLeaders, TestSSLRandomization, TestTlogReplica]
[junit4] Completed [561/734 (7!)] on J0 in 240.49s, 13 tests, 1 failure <<< FAILURES!
[...truncated 47476 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 175 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/175/
6 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:25A7540D47A0CD12]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.junit.Assert.assertFalse(Assert.java:79)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:171)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardRoutingCustomTest.test
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:877307325E868022]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:542)
at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:310)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:674)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:669)
at org.apache.solr.cloud.ShardRoutingCustomTest.doCustomSharding(ShardRoutingCustomTest.java:93)
at org.apache.solr.cloud.ShardRoutingCustomTest.test(ShardRoutingCustomTest.java:46)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll
Error Message:
Could not load collection from ZK: testStopAllStartAllCollection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testStopAllStartAllCollection
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:7919279BB14D40F5]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll(TestCollectionsAPIViaSolrCloudCluster.java:288)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testStopAllStartAllCollection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 43 more
FAILED: org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:D9F819B2C667FE42]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest
Error Message:
Captured an uncaught exception in thread: Thread[id=18287, name=WRITER7, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=18287, name=WRITER7, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:53911/_dqb/collection1: Failed synchronous update on shard StdNode: https://127.0.0.1:51317/_dqb/collection1_shard1_replica_n25/ update: org.apache.solr.client.solrj.request.UpdateRequest@18f491ef
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA]:0)
at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:306)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:53911/_dqb/collection1: Failed synchronous update on shard StdNode: https://127.0.0.1:51317/_dqb/collection1_shard1_replica_n25/ update: org.apache.solr.client.solrj.request.UpdateRequest@18f491ef
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestStressInPlaceUpdates.addDocAndGetVersion(TestStressInPlaceUpdates.java:549)
at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:271)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA:1326456585DF9349]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.assertCopyOverOldUpdates(TestTlogReplica.java:909)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:501)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12184 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderElectionZkExpiry
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionZkExpiry_F2738E8F07AEDDA-001/init-core-data-001
[junit4] 2> 2267315 WARN (SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=56 numCloses=56
[junit4] 2> 2267327 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2267328 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2267328 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2267375 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderElectionWithZkExpiry
[junit4] 2> 2267388 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2267767 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7
[junit4] 2> 2268298 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7
[junit4] 2> 2268298 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f33e4a7
[junit4] 2> 2268319 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionZkExpiry_F2738E8F07AEDDA-001/testLeaderElectionWithZkExpiry-solr-001
[junit4] 2> 2268331 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2268332 INFO (Thread-641) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2268343 INFO (Thread-641) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2268434 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [ ] o.a.s.c.ZkTestServer start zk server on port:53702
[junit4] 2> 2268435 ERROR (Thread-641) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2268819 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2268835 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2268835 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351490-dummy.host.com:8984_solr-n_0000000000) starting
[junit4] 2> 2268914 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 2269035 INFO (OverseerStateUpdate-98773120300351490-dummy.host.com:8984_solr-n_0000000000) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2269187 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2269217 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2270867 WARN (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[F2738E8F07AEDDA]-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0002 has expired
[junit4] 2> 2270883 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2270883 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2270883 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351490-dummy.host.com:8984_solr-n_0000000000) closing
[junit4] 2> 2270883 WARN (OverseerCollectionConfigSetProcessor-98773120300351490-dummy.host.com:8984_solr-n_0000000000) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerTaskProcessor Overseer cannot talk to ZK
[junit4] 2> 2270884 INFO (OverseerStateUpdate-98773120300351490-dummy.host.com:8984_solr-n_0000000000) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[junit4] 2> 2270884 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2270884 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:298)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2270886 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2270886 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2270970 WARN (zkCallback-459-thread-1-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2271001 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2271001 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2272668 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0003 has expired
[junit4] 2> 2272668 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2272668 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2272668 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2272672 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2272672 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2272783 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:674)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:391)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2272783 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:674)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:391)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> ... 10 more
[junit4] 2>
[junit4] 2> 2272783 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 2272783 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 2272814 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2272815 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2274319 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0004 has expired
[junit4] 2> 2274319 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2274319 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2274319 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2274439 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:384)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2>
[junit4] 2> 2274439 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:384)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 2274439 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 2274439 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:false
[junit4] 2> 2274447 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2274455 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2274455 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2274562 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2274563 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2276117 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0005 has expired
[junit4] 2> 2276117 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2276117 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2276117 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2276117 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x15ee9a12cdc0005 due to java.nio.channels.CancelledKeyException
[junit4] 2> 2276118 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2276118 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2276219 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:344)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2>
[junit4] 2> 2276219 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.setup(LeaderElector.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:344)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 2276219 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 2276219 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 2276267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2276267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2278267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0006 has expired
[junit4] 2> 2278267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2278267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2278267 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2278279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2278279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2278373 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Error reading cluster properties from zookeeper
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterprops.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.loadClusterProperties(ZkStateReader.java:893)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:390)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2278418 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2278419 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2279790 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-SendThread(127.0.0.1:53702)) [n:dummy.host.com:8984_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee9a12cdc0007 has expired
[junit4] 2> 2279798 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ac39be name: ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2279799 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2279799 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2279801 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2279801 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 2280172 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280183 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000001) starting
[junit4] 2> 2280202 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000001) closing
[junit4] 2> 2280240 INFO (OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000001) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[junit4] 2> 2280252 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 2280252 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280253 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000002
[junit4] 2> 2280267 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280267 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2280279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 2280279 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 2280279 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 2280282 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280283 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280284 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280284 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280285 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280303 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280303 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280304 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280311 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280312 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280327 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000010
[junit4] 2> 2280327 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000009
[junit4] 2> 2280328 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280328 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280328 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000008) starting
[junit4] 2> 2280329 ERROR (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:345)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2280329 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1840)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:323)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2280353 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000008) closing
[junit4] 2> 2280371 INFO (OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000008) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[junit4] 2> 2280390 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 2280394 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 2280398 WARN (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000012
[junit4] 2> 2280399 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/98773120300351497-dummy.host.com:8984_solr-n_0000000011
[junit4] 2> 2280399 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280399 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 2280400 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:787)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1840)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:323)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2280400 INFO (zkCallback-459-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000011) starting
[junit4] 2> 2280417 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=98773120300351497-dummy.host.com:8984_solr-n_0000000011) closing
[junit4] 2> 2280417 INFO (OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000011) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer According to ZK I (id=98773120300351497-dummy.host.com:8984_solr-n_0000000011) am no longer a leader.
[junit4] 2> 2280417 INFO (OverseerStateUpdate-98773120300351497-dummy.host.com:8984_solr-n_0000000011) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[...truncated too long message...]
rg.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:306)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45918/_dqb/collection1: Cannot talk to ZooKeeper - Updates are disabled.
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544)
[junit4] > at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:169)Throwable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=18290, name=WRITER10, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45918/_dqb/collection1: Cannot talk to ZooKeeper - Updates are disabled.
[junit4] > at __randomizedtesting.SeedInfo.seed([F2738E8F07AEDDA]:0)
[junit4] > at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:306)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45918/_dqb/collection1: Cannot talk to ZooKeeper - Updates are disabled.
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544)
[junit4] > at org.apache.solr.cloud.TestStressInPlaceUpdates$1.run(TestStressInPlaceUpdates.java:169)
[junit4] 2> 8723446 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=819295929
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18441b92: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@19dfc046
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 8723447 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b266d37: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@18eb6713
[junit4] 2> 8723480 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 8723480 INFO (SUITE-TestStressInPlaceUpdates-seed#[F2738E8F07AEDDA]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1350900: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@31926cb7
[junit4] 2> 8723484 INFO (coreCloseExecutor-6997-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@79642f05
[junit4] 2> 8723484 INFO (coreCloseExecutor-6997-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2036608773
[junit4] 2> 8723484 INFO (coreCloseExecutor-6997-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27bbc63: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1d951ce2
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressInPlaceUpdates_F2738E8F07AEDDA-001
[junit4] 2> Oct 05, 2017 12:50:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SY, timezone=America/Jamaica
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=155521808,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [BooleanFieldTest, SchemaVersionSpecificBehaviorTest, CdcrReplicationDistributedZkTest, TestPolicyCloud, DistributedIntervalFacetingTest, RemoteQueryErrorTest, TestNumericTerms64, DistributedFacetPivotLargeTest, CSVRequestHandlerTest, TestComplexPhraseQParserPlugin, DistribJoinFromCollectionTest, UUIDUpdateProcessorFallbackTest, LeaderElectionContextKeyTest, RulesTest, TestUseDocValuesAsStored, JvmMetricsTest, ClassificationUpdateProcessorFactoryTest, DirectSolrConnectionTest, SliceStateTest, ConjunctionSolrSpellCheckerTest, RestartWhileUpdatingTest, TestFiltering, DirectoryFactoryTest, TestStressRecovery, TestDistributedStatsComponentCardinality, HdfsNNFailoverTest, TestFuzzyAnalyzedSuggestions, SolrGangliaReporterTest, SoftAutoCommitTest, DistanceFunctionTest, TestElisionMultitermQuery, TestInitQParser, SolrCloudExampleTest, DirectSolrSpellCheckerTest, TestPointFields, TestPullReplica, TestDistributedGrouping, TestCloudSchemaless, CollectionReloadTest, TestSegmentSorting, TestCollectionsAPIViaSolrCloudCluster, CollectionsAPIAsyncDistributedZkTest, TestFieldTypeCollectionResource, NoCacheHeaderTest, ZkCLITest, BufferStoreTest, TestSearcherReuse, LukeRequestHandlerTest, OverseerModifyCollectionTest, AliasIntegrationTest, TestLeaderInitiatedRecoveryThread, TestValueSourceCache, MissingSegmentRecoveryTest, SolrCmdDistributorTest, AnalyticsQueryTest, TestZkAclsWithHadoopAuth, SystemInfoHandlerTest, TestExactStatsCache, SolrMetricManagerTest, TestCloudDeleteByQuery, SpatialFilterTest, MoreLikeThisHandlerTest, DistributedTermsComponentTest, ConfigSetsAPITest, HLLUtilTest, TestAddFieldRealTimeGet, TestPostingsSolrHighlighter, TestPKIAuthenticationPlugin, TestRetrieveFieldsOptimizer, TestRTGBase, DOMUtilTest, TestAtomicUpdateErrorCases, HighlighterMaxOffsetTest, TestCharFilters, TestXmlQParser, V2ApiIntegrationTest, TestDynamicFieldResource, TestFieldCacheWithThreads, TestFastLRUCache, TestBinaryResponseWriter, TestLRUCache, TestNRTOpen, CachingDirectoryFactoryTest, InfixSuggestersTest, CacheHeaderTest, SegmentsInfoRequestHandlerTest, StressHdfsTest, ExplicitHLLTest, StatelessScriptUpdateProcessorFactoryTest, TestCloudPivotFacet, DistributedQueryComponentOptimizationTest, OverseerTaskQueueTest, TestHdfsCloudBackupRestore, SOLR749Test, TestCoreDiscovery, TestBulkSchemaAPI, TestMiniSolrCloudClusterSSL, HighlighterTest, TestScoreJoinQPScore, TestDefaultStatsCache, TestBlendedInfixSuggestions, TestHighFrequencyDictionaryFactory, TestIntervalFaceting, SuggesterTSTTest, DocValuesMultiTest, TestLegacyTerms, TestPivotHelperCode, ShardRoutingCustomTest, TestManagedSynonymFilterFactory, TestSimpleTrackingShardHandler, DateRangeFieldTest, ZkSolrClientTest, MoveReplicaTest, TestHdfsBackupRestoreCore, TemplateUpdateProcessorTest, TestHashPartitioner, TestSystemIdResolver, ResourceLoaderTest, AlternateDirectoryTest, TestOverriddenPrefixQueryForCustomFieldType, ParsingFieldUpdateProcessorsTest, ClusterStateUpdateTest, TestZkChroot, AutoCommitTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, SolrCoreTest, QueryElevationComponentTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestFoldingMultitermQuery, DocValuesTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, JsonLoaderTest, TestComponentsName, TestSolrIndexConfig, SolrIndexConfigTest, TestSearchPerf, OutputWriterTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, PrimUtilsTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, AssignBackwardCompatibilityTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, ShardSplitTest, TestStressInPlaceUpdates]
[junit4] Completed [551/734 (6!)] on J1 in 150.20s, 1 test, 1 error <<< FAILURES!
[...truncated 47473 lines...]