You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/19 14:19:46 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4238
- Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4238/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
5 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.test
Error Message:
Error from server at http://127.0.0.1:57564/solr: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/select. Reason: <pre> Can not find: /solr/select</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57564/solr: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/select. Reason:
<pre> Can not find: /solr/select</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([5CD9CF70E73B6407:D48DF0AA49C709FF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.AliasIntegrationTest.searchSeveralWays(AliasIntegrationTest.java:155)
at org.apache.solr.cloud.AliasIntegrationTest.searchSeveralWays(AliasIntegrationTest.java:165)
at org.apache.solr.cloud.AliasIntegrationTest.searchSeveralWays(AliasIntegrationTest.java:128)
at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Collection not found: routeFieldColl
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
at __randomizedtesting.SeedInfo.seed([5CD9CF70E73B6407:F4EF51AD785A8F5D]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:834)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Could not find collection : implicitcoll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
at __randomizedtesting.SeedInfo.seed([5CD9CF70E73B6407:3638411BDAA1D27F]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
IOException occured when talking to server at: https://127.0.0.1:61441/solr/.system
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:61441/solr/.system
at __randomizedtesting.SeedInfo.seed([5CD9CF70E73B6407:D48DF0AA49C709FF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:927)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:927)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:927)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:927)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:927)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:157)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketException: Too many open files
at java.net.Socket.createImpl(Socket.java:460)
at java.net.Socket.getImpl(Socket.java:520)
at java.net.Socket.setSoTimeout(Socket.java:1141)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:120)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 54 more
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
action did not execute
Stack Trace:
java.lang.AssertionError: action did not execute
at __randomizedtesting.SeedInfo.seed([5CD9CF70E73B6407:31256B8D5D739B00]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:260)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12081 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 964792 INFO (SUITE-CustomCollectionTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/init-core-data-001
[junit4] 2> 964793 WARN (SUITE-CustomCollectionTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 964793 INFO (SUITE-CustomCollectionTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 964796 INFO (SUITE-CustomCollectionTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 964797 INFO (SUITE-CustomCollectionTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001
[junit4] 2> 964797 INFO (SUITE-CustomCollectionTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 964797 INFO (Thread-1663) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 964797 INFO (Thread-1663) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 964800 ERROR (Thread-1663) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 964901 INFO (SUITE-CustomCollectionTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54064
[junit4] 2> 964930 INFO (jetty-launcher-3517-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 964930 INFO (jetty-launcher-3517-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 964930 INFO (jetty-launcher-3517-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 964930 INFO (jetty-launcher-3517-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 964933 INFO (jetty-launcher-3517-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24a5d4ca{/solr,null,AVAILABLE}
[junit4] 2> 964934 INFO (jetty-launcher-3517-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@341bc8a9{/solr,null,AVAILABLE}
[junit4] 2> 964934 INFO (jetty-launcher-3517-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64b2a5f7{/solr,null,AVAILABLE}
[junit4] 2> 964934 INFO (jetty-launcher-3517-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36e0fc3b{/solr,null,AVAILABLE}
[junit4] 2> 964935 INFO (jetty-launcher-3517-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c608b78{SSL,[ssl, http/1.1]}{127.0.0.1:54067}
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d064f47{SSL,[ssl, http/1.1]}{127.0.0.1:54066}
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-4) [ ] o.e.j.s.Server Started @968083ms
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-1) [ ] o.e.j.s.Server Started @968084ms
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54067}
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54066}
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@283cd25f{SSL,[ssl, http/1.1]}{127.0.0.1:54068}
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-2) [ ] o.e.j.s.Server Started @968084ms
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54068}
[junit4] 2> 964936 ERROR (jetty-launcher-3517-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@769f0936{SSL,[ssl, http/1.1]}{127.0.0.1:54069}
[junit4] 2> 964936 INFO (jetty-launcher-3517-thread-3) [ ] o.e.j.s.Server Started @968084ms
[junit4] 2> 964936 ERROR (jetty-launcher-3517-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54069}
[junit4] 2> 964936 ERROR (jetty-launcher-3517-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 964937 ERROR (jetty-launcher-3517-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-19T13:25:20.191Z
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-19T13:25:20.191Z
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-19T13:25:20.191Z
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 964937 INFO (jetty-launcher-3517-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-19T13:25:20.191Z
[junit4] 2> 964940 INFO (jetty-launcher-3517-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 964940 INFO (jetty-launcher-3517-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 964940 INFO (jetty-launcher-3517-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 964940 INFO (jetty-launcher-3517-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 964947 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f34cf46350003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 964949 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f34cf46350002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 964949 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f34cf46350004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 964950 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f34cf46350001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 964951 INFO (jetty-launcher-3517-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54064/solr
[junit4] 2> 964952 INFO (jetty-launcher-3517-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54064/solr
[junit4] 2> 964953 INFO (jetty-launcher-3517-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54064/solr
[junit4] 2> 964955 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f34cf46350005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 964957 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f34cf46350006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 964957 INFO (jetty-launcher-3517-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54064/solr
[junit4] 2> 964957 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f34cf46350007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 965154 INFO (jetty-launcher-3517-thread-3) [n:127.0.0.1:54069_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 965155 INFO (jetty-launcher-3517-thread-2) [n:127.0.0.1:54068_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 965155 INFO (jetty-launcher-3517-thread-4) [n:127.0.0.1:54067_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 965155 INFO (jetty-launcher-3517-thread-1) [n:127.0.0.1:54066_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 965157 INFO (jetty-launcher-3517-thread-2) [n:127.0.0.1:54068_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54068_solr
[junit4] 2> 965158 INFO (jetty-launcher-3517-thread-1) [n:127.0.0.1:54066_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54066_solr
[junit4] 2> 965158 INFO (jetty-launcher-3517-thread-4) [n:127.0.0.1:54067_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54067_solr
[junit4] 2> 965158 INFO (jetty-launcher-3517-thread-3) [n:127.0.0.1:54069_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54069_solr
[junit4] 2> 965158 INFO (jetty-launcher-3517-thread-2) [n:127.0.0.1:54068_solr ] o.a.s.c.Overseer Overseer (id=98855781666193416-127.0.0.1:54068_solr-n_0000000000) starting
[junit4] 2> 965170 INFO (zkCallback-3536-thread-1-processing-n:127.0.0.1:54066_solr) [n:127.0.0.1:54066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 965181 INFO (zkCallback-3534-thread-1-processing-n:127.0.0.1:54068_solr) [n:127.0.0.1:54068_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 965181 INFO (zkCallback-3538-thread-1-processing-n:127.0.0.1:54067_solr) [n:127.0.0.1:54067_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 965182 INFO (zkCallback-3539-thread-1-processing-n:127.0.0.1:54069_solr) [n:127.0.0.1:54069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 965224 INFO (jetty-launcher-3517-thread-2) [n:127.0.0.1:54068_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54068_solr
[junit4] 2> 965226 INFO (zkCallback-3539-thread-1-processing-n:127.0.0.1:54069_solr) [n:127.0.0.1:54069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 965226 INFO (zkCallback-3538-thread-1-processing-n:127.0.0.1:54067_solr) [n:127.0.0.1:54067_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 965227 INFO (zkCallback-3534-thread-1-processing-n:127.0.0.1:54068_solr) [n:127.0.0.1:54068_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 965227 INFO (zkCallback-3536-thread-1-processing-n:127.0.0.1:54066_solr) [n:127.0.0.1:54066_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 965301 INFO (jetty-launcher-3517-thread-4) [n:127.0.0.1:54067_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54067.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965309 INFO (jetty-launcher-3517-thread-3) [n:127.0.0.1:54069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54069.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965328 INFO (jetty-launcher-3517-thread-4) [n:127.0.0.1:54067_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54067.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965328 INFO (jetty-launcher-3517-thread-4) [n:127.0.0.1:54067_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54067.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965331 INFO (jetty-launcher-3517-thread-4) [n:127.0.0.1:54067_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node4/.
[junit4] 2> 965345 INFO (jetty-launcher-3517-thread-3) [n:127.0.0.1:54069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54069.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965345 INFO (jetty-launcher-3517-thread-3) [n:127.0.0.1:54069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54069.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965350 INFO (jetty-launcher-3517-thread-3) [n:127.0.0.1:54069_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node3/.
[junit4] 2> 965353 INFO (jetty-launcher-3517-thread-2) [n:127.0.0.1:54068_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54068.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965356 INFO (jetty-launcher-3517-thread-1) [n:127.0.0.1:54066_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54066.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965359 INFO (jetty-launcher-3517-thread-2) [n:127.0.0.1:54068_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54068.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965359 INFO (jetty-launcher-3517-thread-2) [n:127.0.0.1:54068_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54068.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965360 INFO (jetty-launcher-3517-thread-2) [n:127.0.0.1:54068_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node2/.
[junit4] 2> 965364 INFO (jetty-launcher-3517-thread-1) [n:127.0.0.1:54066_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54066.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965365 INFO (jetty-launcher-3517-thread-1) [n:127.0.0.1:54066_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54066.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 965365 INFO (jetty-launcher-3517-thread-1) [n:127.0.0.1:54066_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node1/.
[junit4] 2> 965483 INFO (SUITE-CustomCollectionTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 965484 INFO (SUITE-CustomCollectionTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54064/solr ready
[junit4] 2> 965516 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[5CD9CF70E73B6407]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
[junit4] 2> 965517 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[5CD9CF70E73B6407]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 965536 INFO (qtp1383434849-11409) [n:127.0.0.1:54068_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&router.field=shard_s&name=withShardField&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 965539 INFO (OverseerThreadFactory-3993-thread-1-processing-n:127.0.0.1:54068_solr) [n:127.0.0.1:54068_solr ] o.a.s.c.CreateCollectionCmd Create collection withShardField
[junit4] 2> 965540 WARN (OverseerThreadFactory-3993-thread-1-processing-n:127.0.0.1:54068_solr) [n:127.0.0.1:54068_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 5 on collection withShardField is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 965655 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54066/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965658 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54069/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965662 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54067/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965665 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54068/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965668 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54066/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965671 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54069/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965674 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54067/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965677 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54068/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965681 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54066/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965684 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54069/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965687 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54067/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965690 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54068/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965693 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n24",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54066/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965696 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n26",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54069/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965700 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n28",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54067/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965703 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n30",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54068/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965706 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n32",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54066/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965709 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n34",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54069/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965713 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n36",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54067/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965716 INFO (OverseerStateUpdate-98855781666193416-127.0.0.1:54068_solr-n_0000000000) [n:127.0.0.1:54068_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n38",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54068/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 965961 INFO (qtp1383434849-11410) [n:127.0.0.1:54068_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node25&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n22&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 965961 INFO (qtp1383434849-11410) [n:127.0.0.1:54068_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 965962 INFO (qtp1383434849-11405) [n:127.0.0.1:54068_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n14&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 965962 INFO (qtp1383434849-11407) [n:127.0.0.1:54068_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node33&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n30&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 965963 INFO (qtp1383434849-11408) [n:127.0.0.1:54068_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n6&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 965963 INFO (qtp1383434849-11417) [n:127.0.0.1:54068_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node40&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n38&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 965987 INFO (qtp1003439269-11423) [n:127.0.0.1:54066_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n16&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 965987 INFO (qtp1003439269-11423) [n:127.0.0.1:54066_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 965988 INFO (qtp1003439269-11419) [n:127.0.0.1:54066_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n8&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966001 INFO (qtp1281695138-11430) [n:127.0.0.1:54067_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node39&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n36&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966002 INFO (qtp1281695138-11430) [n:127.0.0.1:54067_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 966008 INFO (qtp1003439269-11421) [n:127.0.0.1:54066_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node27&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n24&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966008 INFO (qtp1003439269-11424) [n:127.0.0.1:54066_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node35&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n32&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966008 INFO (qtp1003439269-11420) [n:127.0.0.1:54066_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966009 INFO (qtp877438250-11437) [n:127.0.0.1:54069_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node29&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n26&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966009 INFO (qtp877438250-11437) [n:127.0.0.1:54069_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 966015 INFO (qtp877438250-11438) [n:127.0.0.1:54069_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node37&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n34&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966021 INFO (qtp877438250-11433) [n:127.0.0.1:54069_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n18&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966021 INFO (qtp877438250-11436) [n:127.0.0.1:54069_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966021 INFO (qtp877438250-11434) [n:127.0.0.1:54069_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n10&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966031 INFO (qtp1281695138-11428) [n:127.0.0.1:54067_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node31&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n28&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966031 INFO (qtp1281695138-11425) [n:127.0.0.1:54067_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n20&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966033 INFO (qtp1281695138-11412) [n:127.0.0.1:54067_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n12&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966036 INFO (qtp1281695138-11431) [n:127.0.0.1:54067_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966159 INFO (zkCallback-3539-thread-1-processing-n:127.0.0.1:54069_solr) [n:127.0.0.1:54069_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966159 INFO (zkCallback-3538-thread-1-processing-n:127.0.0.1:54067_solr) [n:127.0.0.1:54067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966159 INFO (zkCallback-3536-thread-1-processing-n:127.0.0.1:54066_solr) [n:127.0.0.1:54066_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966159 INFO (zkCallback-3534-thread-1-processing-n:127.0.0.1:54068_solr) [n:127.0.0.1:54068_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966159 INFO (zkCallback-3538-thread-2-processing-n:127.0.0.1:54067_solr) [n:127.0.0.1:54067_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966160 INFO (zkCallback-3536-thread-2-processing-n:127.0.0.1:54066_solr) [n:127.0.0.1:54066_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966160 INFO (zkCallback-3534-thread-2-processing-n:127.0.0.1:54068_solr) [n:127.0.0.1:54068_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966161 INFO (zkCallback-3534-thread-3-processing-n:127.0.0.1:54068_solr) [n:127.0.0.1:54068_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966161 INFO (zkCallback-3539-thread-1-processing-n:127.0.0.1:54069_solr) [n:127.0.0.1:54069_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966161 INFO (zkCallback-3539-thread-2-processing-n:127.0.0.1:54069_solr) [n:127.0.0.1:54069_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 967056 INFO (qtp1281695138-11430) [n:127.0.0.1:54067_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967057 INFO (qtp877438250-11434) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967057 INFO (qtp877438250-11438) [n:127.0.0.1:54069_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967077 INFO (qtp877438250-11437) [n:127.0.0.1:54069_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967079 INFO (qtp1003439269-11421) [n:127.0.0.1:54066_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967079 INFO (qtp1003439269-11420) [n:127.0.0.1:54066_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967082 INFO (qtp877438250-11436) [n:127.0.0.1:54069_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967084 INFO (qtp1003439269-11419) [n:127.0.0.1:54066_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967103 INFO (qtp1003439269-11423) [n:127.0.0.1:54066_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967104 INFO (qtp1003439269-11424) [n:127.0.0.1:54066_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967109 INFO (qtp877438250-11438) [n:127.0.0.1:54069_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.s.IndexSchema [withShardField_d_replica_n34] Schema name=cloud-dynamic
[junit4] 2> 967109 INFO (qtp877438250-11437) [n:127.0.0.1:54069_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.s.IndexSchema [withShardField_c_replica_n26] Schema name=cloud-dynamic
[junit4] 2> 967110 INFO (qtp877438250-11434) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema [withShardField_b_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 967139 INFO (qtp877438250-11438) [n:127.0.0.1:54069_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 967139 INFO (qtp877438250-11438) [n:127.0.0.1:54069_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n34' using configuration from collection withShardField, trusted=true
[junit4] 2> 967140 INFO (qtp877438250-11438) [n:127.0.0.1:54069_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54069.solr.core.withShardField.d.replica_n34' (registry 'solr.core.withShardField.d.replica_n34') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 967140 INFO (qtp877438250-11438) [n:127.0.0.1:54069_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967140 INFO (qtp877438250-11438) [n:127.0.0.1:54069_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrCore [[withShardField_d_replica_n34] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node3/withShardField_d_replica_n34], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node3/./withShardField_d_replica_n34/data/]
[junit4] 2> 967142 INFO (qtp1281695138-11430) [n:127.0.0.1:54067_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.s.IndexSchema [withShardField_d_replica_n36] Schema name=cloud-dynamic
[junit4] 2> 967142 INFO (qtp877438250-11434) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 967142 INFO (qtp877438250-11434) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n10' using configuration from collection withShardField, trusted=true
[junit4] 2> 967143 INFO (qtp877438250-11434) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54069.solr.core.withShardField.b.replica_n10' (registry 'solr.core.withShardField.b.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 967143 INFO (qtp877438250-11434) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967143 INFO (qtp877438250-11434) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore [[withShardField_b_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node3/withShardField_b_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node3/./withShardField_b_replica_n10/data/]
[junit4] 2> 967143 INFO (qtp1003439269-11421) [n:127.0.0.1:54066_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.s.IndexSchema [withShardField_c_replica_n24] Schema name=cloud-dynamic
[junit4] 2> 967145 INFO (qtp877438250-11436) [n:127.0.0.1:54069_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema [withShardField_a_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 967165 INFO (qtp1003439269-11420) [n:127.0.0.1:54066_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema [withShardField_a_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 967167 INFO (qtp877438250-11437) [n:127.0.0.1:54069_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 967167 INFO (qtp877438250-11437) [n:127.0.0.1:54069_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n26' using configuration from collection withShardField, trusted=true
[junit4] 2> 967168 INFO (qtp877438250-11437) [n:127.0.0.1:54069_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54069.solr.core.withShardField.c.replica_n26' (registry 'solr.core.withShardField.c.replica_n26') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 967168 INFO (qtp877438250-11437) [n:127.0.0.1:54069_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967168 INFO (qtp877438250-11437) [n:127.0.0.1:54069_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrCore [[withShardField_c_replica_n26] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node3/withShardField_c_replica_n26], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node3/./withShardField_c_replica_n26/data/]
[junit4] 2> 967170 INFO (qtp1003439269-11421) [n:127.0.0.1:54066_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 967170 INFO (qtp1003439269-11421) [n:127.0.0.1:54066_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n24' using configuration from collection withShardField, trusted=true
[junit4] 2> 967171 INFO (qtp1003439269-11421) [n:127.0.0.1:54066_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54066.solr.core.withShardField.c.replica_n24' (registry 'solr.core.withShardField.c.replica_n24') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 967171 INFO (qtp1003439269-11421) [n:127.0.0.1:54066_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967171 INFO (qtp1003439269-11421) [n:127.0.0.1:54066_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrCore [[withShardField_c_replica_n24] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node1/withShardField_c_replica_n24], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node1/./withShardField_c_replica_n24/data/]
[junit4] 2> 967194 INFO (qtp877438250-11436) [n:127.0.0.1:54069_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 967194 INFO (qtp877438250-11436) [n:127.0.0.1:54069_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n2' using configuration from collection withShardField, trusted=true
[junit4] 2> 967194 INFO (qtp1003439269-11420) [n:127.0.0.1:54066_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 967194 INFO (qtp1003439269-11420) [n:127.0.0.1:54066_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n1' using configuration from collection withShardField, trusted=true
[junit4] 2> 967194 INFO (qtp877438250-11436) [n:127.0.0.1:54069_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54069.solr.core.withShardField.a.replica_n2' (registry 'solr.core.withShardField.a.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 967195 INFO (qtp877438250-11436) [n:127.0.0.1:54069_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967195 INFO (qtp877438250-11436) [n:127.0.0.1:54069_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore [[withShardField_a_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node3/withShardField_a_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node3/./withShardField_a_replica_n2/data/]
[junit4] 2> 967195 INFO (qtp1003439269-11420) [n:127.0.0.1:54066_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54066.solr.core.withShardField.a.replica_n1' (registry 'solr.core.withShardField.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 967195 INFO (qtp1003439269-11420) [n:127.0.0.1:54066_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967195 INFO (qtp1003439269-11420) [n:127.0.0.1:54066_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore [[withShardField_a_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node1/withShardField_a_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node1/./withShardField_a_replica_n1/data/]
[junit4] 2> 967195 INFO (qtp1281695138-11430) [n:127.0.0.1:54067_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 967195 INFO (qtp1281695138-11430) [n:127.0.0.1:54067_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n36' using configuration from collection withShardField, trusted=true
[junit4] 2> 967196 INFO (qtp1281695138-11430) [n:127.0.0.1:54067_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54067.solr.core.withShardField.d.replica_n36' (registry 'solr.core.withShardField.d.replica_n36') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44aab74c
[junit4] 2> 967196 INFO (qtp1281695138-11430) [n:127.0.0.1:54067_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 967196 INFO (qtp1281695138-11430) [n:127.0.0.1:54067_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrCore [[withShardField_d_replica_n36] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node4/withShardField_d_replica_n36], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_5CD9CF70E73B6407-001/tempDir-001/node4/./withShardField_d_replica_n36/data/]
[junit4] 2> 967204 INFO (qtp1281695138-11425) [n:127.0.0.1:54067_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967204 INFO (qtp1281695138-11431) [n:127.0.0.1:54067_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967205 INFO (qtp1281695138-11428) [n:127.0.0.1:54067_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967209 INFO (qtp1281695138-11412) [n:127.0.0.1:54067_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967209 INFO (qtp877438250-11433) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967210 INFO (qtp1383434849-11405) [n:127.0.0.1:54068_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967224 INFO (qtp1383434849-11408) [n:127.0.0.1:54068_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967228 INFO (qtp1281695138-11431) [n:127.0.0.1:54067_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema [withShardField_a_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 967228 INFO (qtp1281695138-11425) [n:127.0.0.1:54067_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.s.IndexSchema [withShardField_c_replica_n20] Schema name=cloud-dynamic
[junit4] 2> 967229 INFO (qtp1281695138-11428) [n:127.0.0.1:54067_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.s.IndexSchema [withShardField_c_replica_n28] Schema name=cloud-dynamic
[junit4] 2> 967234 INFO (qtp1281695138-11412) [n:127.0.0.1:54067_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.s.IndexSchema [withShardField_b_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 967234 INFO (qtp1383434849-11405) [n:127.0.0.1:54068_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.s.IndexSchema [withShardField_b_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 967251 INFO (qtp1383434849-11410) [n:127.0.0.1:54068_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967251 INFO (qtp1383434849-11417) [n:127.0.0.1:54068_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967255 INFO (qtp1383434849-11407) [n:127.0.0.1:54068_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 967261 INFO (qtp877438250-11433) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.s.IndexSchema [withShardField_b_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 967261 INFO (qtp1383434849-11407) [n:127.0.0.1:54068_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.s.IndexSchema [withShardField_d_replica_n30] Schema name=cloud-dynamic
[junit4] 2> 967313 INFO (qtp1383434849-11417) [n:127.0.0.1:54068_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.s.IndexSchema [withShardField_d_replica_n38] Schema name=cloud-dynamic
[junit4] 2> 967313 INFO (qtp1383434849-11410) [n:127.0.0.1:54068_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.s.IndexSchema [withShardField_c_replica_n22] Schema name=cloud-dynamic
[junit4] 2> 967318 INFO (qtp1383434849-11408) [n:127.0.0.1:54068_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.s.IndexSchema [withShardField_a_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 967323 INFO (qtp1281695138-11431) [n:127.0.0.1:54067_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 967323 INFO (qtp1281695138-11431) [n:127.0.0.1:54067_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n4' using configuration from collection withShardField, trusted=true
[junit4] 2> 967323 INFO (qtp877438250-11433) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 967323 INFO (qtp877438250-11433) [n:127.0.0.1:54069_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n18' using configuration from collection withShardField, trusted=true
[junit4] 2> 967323 INFO (qtp1281695138-11431) [n:127.0.0.1:54067_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54067.solr.core.withShardField.a.replica_n4' (registry 'solr.core.withShardField.a.replica_n4') ena
[...truncated too long message...]
registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2947782 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[5CD9CF70E73B6407]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62105 62105
[junit4] 2> 2947799 INFO (Thread-4989) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62105 62105
[junit4] 2> 2947991 WARN (Thread-4989) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/aliases.json
[junit4] 2> 6 /solr/configs/.system/managed-schema
[junit4] 2> 5 /solr/configs/.system
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 138 /solr/collections/.system/state.json
[junit4] 2> 25 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 17 /solr/clusterprops.json
[junit4] 2> 17 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/98855905764704264-127.0.0.1:62107_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98855905764704263-127.0.0.1:62108_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/live_nodes
[junit4] 2> 17 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_5CD9CF70E73B6407-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=PostingsFormat(name=LuceneVarGapFixedInterval), event.source_s=BlockTreeOrds(blocksize=128), type=PostingsFormat(name=Memory), before.actions_ss=Lucene50(blocksize=128), event.property._enqueue_time__ss=PostingsFormat(name=LuceneVarGapFixedInterval), after.actions_ss=PostingsFormat(name=LuceneVarGapFixedInterval), stage_s=PostingsFormat(name=LuceneVarGapFixedInterval), event.id_s=BlockTreeOrds(blocksize=128), event.property.eventTimes_ss=PostingsFormat(name=Memory), source_s=BlockTreeOrds(blocksize=128), event.type_s=PostingsFormat(name=Memory), responses_ts=PostingsFormat(name=LuceneVarGapFixedInterval), id=BlockTreeOrds(blocksize=128), collections_ss=PostingsFormat(name=Memory), operations.params_ts=PostingsFormat(name=LuceneVarGapFixedInterval), event.property.nodeNames_ss=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=907, maxMBSortInHeap=6.720522260333071, sim=RandomSimilarity(queryNorm=true): {}, locale=zh-SG, timezone=Australia/LHI
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=296294432,total=513859584
[junit4] 2> NOTE: All tests run in this JVM: [CleanupOldIndexTest, TestMultiValuedNumericRangeQuery, ShufflingReplicaListTransformerTest, TestSubQueryTransformerDistrib, TestSweetSpotSimilarityFactory, SolrCmdDistributorTest, RAMDirectoryFactoryTest, TestRandomDVFaceting, TestSolrQueryResponse, CollectionReloadTest, BlockJoinFacetRandomTest, XmlUpdateRequestHandlerTest, ClusterStateTest, DistributedTermsComponentTest, TestStressInPlaceUpdates, CursorPagingTest, TestZkAclsWithHadoopAuth, ReturnFieldsTest, BasicDistributedZkTest, SolrMetricsIntegrationTest, ShowFileRequestHandlerTest, AssignBackwardCompatibilityTest, SharedFSAutoReplicaFailoverTest, TestDistributedStatsComponentCardinality, DistributedFacetExistsSmallTest, CollectionsAPISolrJTest, InfixSuggestersTest, TestManagedResourceStorage, TestCursorMarkWithoutUniqueKey, BinaryUpdateRequestHandlerTest, BadIndexSchemaTest, TestManagedStopFilterFactory, SolrInfoBeanTest, TestLMDirichletSimilarityFactory, TestMacroExpander, CdcrBootstrapTest, SuggestComponentContextFilterQueryTest, TestIndexingPerformance, TestPKIAuthenticationPlugin, TestConfigsApi, TestCloudPseudoReturnFields, SolrCLIZkUtilsTest, CoreAdminRequestStatusTest, TestCustomStream, TestCloudDeleteByQuery, RegexBoostProcessorTest, TestLegacyField, TestNonDefinedSimilarityFactory, ClassificationUpdateProcessorTest, TestConfigReload, TestSolrCoreParser, DocValuesMissingTest, TestSubQueryTransformer, OutputWriterTest, TestBinaryResponseWriter, SolrXmlInZkTest, SuggesterTest, TestHdfsUpdateLog, ZkFailoverTest, BufferStoreTest, TestFieldCache, TestExportWriter, TestTrieFacet, TestNoOpRegenerator, TestCoreDiscovery, TestSimpleTextCodec, TestPrepRecovery, HttpPartitionTest, DistribJoinFromCollectionTest, TestDistributedSearch, BasicAuthIntegrationTest, TestDeleteCollectionOnDownNodes, ChaosMonkeyNothingIsSafeTest, OverseerTest, TestFiltering, TestClassicSimilarityFactory, AlternateDirectoryTest, HdfsThreadLeakTest, ConfigureRecoveryStrategyTest, TestDynamicFieldCollectionResource, TestPointFields, TestRTimerTree, TestCloudJSONFacetJoinDomain, TestDocBasedVersionConstraints, TestImplicitCoreProperties, TestSerializedLuceneMatchVersion, JSONWriterTest, PropertiesRequestHandlerTest, OverriddenZkACLAndCredentialsProvidersTest, HighlighterConfigTest, DistributedQueryElevationComponentTest, LeaderElectionTest, MigrateRouteKeyTest, DeleteNodeTest, SignatureUpdateProcessorFactoryTest, HdfsBasicDistributedZk2Test, SolrCloudReportersTest, TestMiniSolrCloudClusterSSL, TestTestInjection, TestSha256AuthenticationProvider, PrimitiveFieldTypeTest, RemoteQueryErrorTest, TestConfigSetsAPIZkFailure, TestQuerySenderNoQuery, AutoAddReplicasPlanActionTest, TestMissingGroups, HdfsRestartWhileUpdatingTest, PeerSyncWithIndexFingerprintCachingTest, DistributedSuggestComponentTest, TestComplexPhraseLeadingWildcard, SuggesterTSTTest, TestUseDocValuesAsStored2, TestHdfsCloudBackupRestore, TestNumericTerms64, DirectoryFactoryTest, DocExpirationUpdateProcessorFactoryTest, SyncSliceTest, TestHighlightDedupGrouping, TestSolr4Spatial, MetricsConfigTest, TestConfigSets, LeaderFailoverAfterPartitionTest, RecoveryZkTest, AddReplicaTest, SegmentsInfoRequestHandlerTest, TestLFUCache, StressHdfsTest, TestPushWriter, SaslZkACLProviderTest, TestTrackingShardHandlerFactory, ResourceLoaderTest, TestLegacyNumericUtils, DistributedSpellCheckComponentTest, UnloadDistributedZkTest, AtomicUpdateProcessorFactoryTest, TestLazyCores, TestSchemalessBufferedUpdates, TestStressRecovery, SliceStateTest, DistribCursorPagingTest, LargeFieldTest, CdcrReplicationHandlerTest, TestRealTimeGet, ChaosMonkeySafeLeaderWithPullReplicasTest, TestReloadAndDeleteDocs, UUIDFieldTest, TestSolrDeletionPolicy2, XsltUpdateRequestHandlerTest, TestRecoveryHdfs, OverseerStatusTest, TestAddFieldRealTimeGet, HdfsChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, SpatialFilterTest, DistributedQueryComponentCustomSortTest, TestEmbeddedSolrServerAdminHandler, TestJoin, TestJsonFacets, ExplicitHLLTest, TestBinaryField, TestSmileRequest, TestFilteredDocIdSet, TestLeaderElectionZkExpiry, SpellCheckCollatorTest, AnalyticsQueryTest, FieldAnalysisRequestHandlerTest, TestOrdValues, MoveReplicaTest, TestSolrCloudWithDelegationTokens, UUIDUpdateProcessorFallbackTest, NumericFieldsTest, ShardRoutingTest, TestSchemaSimilarityResource, CircularListTest, HdfsLockFactoryTest, TestNamedUpdateProcessors, CdcrVersionReplicationTest, TestXIncludeConfig, TestJmxIntegration, TestScoreJoinQPScore, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, ZkCLITest, TestRecovery, TestCoreContainer, StatsComponentTest, PeerSyncTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterWFSTTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TermsComponentTest, TermVectorComponentTest, RequiredFieldsTest, SolrPluginUtilsTest, MBeansHandlerTest, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AssignTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DocValuesNotIndexedTest, ForceLeaderTest, ReplaceNodeTest, ReplicationFactorTest, RollingRestartTest, SimpleCollectionCreateDeleteTest, TestCloudSearcherWarming, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestLockTree, TestPullReplicaErrorHandling, TestReplicaProperties, TestSSLRandomization, TestSegmentSorting, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestTlogReplica, ComputePlanActionTest, ExecutePlanActionTest, SystemLogListenerTest, TestPolicyCloud, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest, ImplicitSnitchTest, RulesTest, BlobRepositoryCloudTest, CoreSorterTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestBackupRepositoryFactory, TestConfigSetImmutable, TestCorePropertiesReload, TestDynamicLoading, TestSolrCoreSnapshots, RequestLoggingTest, SearchHandlerTest, TestReplicationHandlerBackup, TestRestoreCore, V2ApiIntegrationTest, V2StandaloneTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [651/745 (4!)] on J0 in 89.56s, 1 test, 1 failure <<< FAILURES!
[...truncated 47527 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4246
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4246/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
6 tests failed.
FAILED: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes
Error Message:
Timed out waiting for leader elections null Live Nodes: [127.0.0.1:56448_solr, 127.0.0.1:56450_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Timed out waiting for leader elections
null
Live Nodes: [127.0.0.1:56448_solr, 127.0.0.1:56450_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:230B55E1ACF32D02]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:47)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[BD3E31198AD0618A:A62EC0557C2099BA]}
Error Message:
Could not find collection : pull_replica_test_create_delete
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : pull_replica_test_create_delete
at __randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:A62EC0557C2099BA]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:161)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[BD3E31198AD0618A:12787CA948E25296]}
Error Message:
Too many open files
Stack Trace:
java.net.SocketException: Too many open files
at __randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:12787CA948E25296]:0)
at java.net.Socket.createImpl(Socket.java:460)
at java.net.Socket.getImpl(Socket.java:520)
at java.net.Socket.setSoTimeout(Socket.java:1141)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:120)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testRealTimeGet
Error Message:
Unexpected replica count null Live Nodes: [127.0.0.1:56615_solr, 127.0.0.1:56616_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Unexpected replica count
null
Live Nodes: [127.0.0.1:56615_solr, 127.0.0.1:56616_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:E553C41A286ACF43]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:329)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Could not find collection : testSimple1
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : testSimple1
at __randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:858D15E7AD23B55B]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.getReplacedSharedFsReplicas(AutoAddReplicasIntegrationTest.java:164)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:85)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:858D15E7AD23B55B]:0)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.assertOperations(AutoAddReplicasPlanActionTest.java:164)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13201 lines...]
[junit4] Suite: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes
[junit4] 2> 2575019 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/init-core-data-001
[junit4] 2> 2575021 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2575028 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2575029 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001
[junit4] 2> 2575030 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2575031 INFO (Thread-5033) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2575031 INFO (Thread-5033) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2575035 ERROR (Thread-5033) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2575140 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:56444
[junit4] 2> 2575172 INFO (jetty-launcher-4829-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2575172 INFO (jetty-launcher-4829-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2575174 INFO (jetty-launcher-4829-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2575177 INFO (jetty-launcher-4829-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c686e54{/solr,null,AVAILABLE}
[junit4] 2> 2575178 INFO (jetty-launcher-4829-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2575178 INFO (jetty-launcher-4829-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@512313eb{HTTP/1.1,[http/1.1]}{127.0.0.1:56446}
[junit4] 2> 2575178 INFO (jetty-launcher-4829-thread-1) [ ] o.e.j.s.Server Started @2578493ms
[junit4] 2> 2575178 INFO (jetty-launcher-4829-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56446}
[junit4] 2> 2575179 ERROR (jetty-launcher-4829-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2575179 INFO (jetty-launcher-4829-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2575179 INFO (jetty-launcher-4829-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2575179 INFO (jetty-launcher-4829-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2575179 INFO (jetty-launcher-4829-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:26:02.631Z
[junit4] 2> 2575180 INFO (jetty-launcher-4829-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d952a79{/solr,null,AVAILABLE}
[junit4] 2> 2575181 INFO (jetty-launcher-4829-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22c62c76{/solr,null,AVAILABLE}
[junit4] 2> 2575181 INFO (jetty-launcher-4829-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3310ec13{HTTP/1.1,[http/1.1]}{127.0.0.1:56447}
[junit4] 2> 2575181 INFO (jetty-launcher-4829-thread-4) [ ] o.e.j.s.Server Started @2578496ms
[junit4] 2> 2575181 INFO (jetty-launcher-4829-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56447}
[junit4] 2> 2575181 INFO (jetty-launcher-4829-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@81367b1{HTTP/1.1,[http/1.1]}{127.0.0.1:56448}
[junit4] 2> 2575181 INFO (jetty-launcher-4829-thread-2) [ ] o.e.j.s.Server Started @2578496ms
[junit4] 2> 2575181 ERROR (jetty-launcher-4829-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2575181 INFO (jetty-launcher-4829-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56448}
[junit4] 2> 2575182 INFO (jetty-launcher-4829-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2575182 ERROR (jetty-launcher-4829-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2575182 INFO (jetty-launcher-4829-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2575182 INFO (jetty-launcher-4829-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2575182 INFO (jetty-launcher-4829-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2575182 INFO (jetty-launcher-4829-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:26:02.634Z
[junit4] 2> 2575182 INFO (jetty-launcher-4829-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2575182 INFO (jetty-launcher-4829-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2575183 INFO (jetty-launcher-4829-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:26:02.635Z
[junit4] 2> 2575185 INFO (jetty-launcher-4829-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a39e5ce{/solr,null,AVAILABLE}
[junit4] 2> 2575187 INFO (jetty-launcher-4829-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4655874{HTTP/1.1,[http/1.1]}{127.0.0.1:56450}
[junit4] 2> 2575188 INFO (jetty-launcher-4829-thread-3) [ ] o.e.j.s.Server Started @2578502ms
[junit4] 2> 2575188 INFO (jetty-launcher-4829-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56450}
[junit4] 2> 2575188 ERROR (jetty-launcher-4829-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2575188 INFO (jetty-launcher-4829-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2575188 INFO (jetty-launcher-4829-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2575188 INFO (jetty-launcher-4829-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2575189 INFO (jetty-launcher-4829-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:26:02.641Z
[junit4] 2> 2575189 INFO (jetty-launcher-4829-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2575190 INFO (jetty-launcher-4829-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2575190 INFO (jetty-launcher-4829-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2575200 INFO (jetty-launcher-4829-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2575201 INFO (jetty-launcher-4829-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56444/solr
[junit4] 2> 2575202 INFO (jetty-launcher-4829-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56444/solr
[junit4] 2> 2575204 INFO (jetty-launcher-4829-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56444/solr
[junit4] 2> 2575207 INFO (jetty-launcher-4829-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56444/solr
[junit4] 2> 2575386 INFO (jetty-launcher-4829-thread-3) [n:127.0.0.1:56450_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2575387 INFO (jetty-launcher-4829-thread-4) [n:127.0.0.1:56447_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2575387 INFO (jetty-launcher-4829-thread-3) [n:127.0.0.1:56450_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56450_solr
[junit4] 2> 2575389 INFO (jetty-launcher-4829-thread-4) [n:127.0.0.1:56447_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56447_solr
[junit4] 2> 2575389 INFO (jetty-launcher-4829-thread-3) [n:127.0.0.1:56450_solr ] o.a.s.c.Overseer Overseer (id=98881972632682508-127.0.0.1:56450_solr-n_0000000000) starting
[junit4] 2> 2575392 INFO (zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) [n:127.0.0.1:56447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2575392 INFO (zkCallback-4851-thread-1-processing-n:127.0.0.1:56450_solr) [n:127.0.0.1:56450_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2575412 INFO (jetty-launcher-4829-thread-3) [n:127.0.0.1:56450_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56450_solr
[junit4] 2> 2575414 INFO (zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) [n:127.0.0.1:56447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2575415 INFO (zkCallback-4851-thread-1-processing-n:127.0.0.1:56450_solr) [n:127.0.0.1:56450_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2575434 INFO (jetty-launcher-4829-thread-1) [n:127.0.0.1:56446_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2575435 INFO (jetty-launcher-4829-thread-2) [n:127.0.0.1:56448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2575439 INFO (jetty-launcher-4829-thread-1) [n:127.0.0.1:56446_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2575439 INFO (jetty-launcher-4829-thread-2) [n:127.0.0.1:56448_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2575443 INFO (jetty-launcher-4829-thread-1) [n:127.0.0.1:56446_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56446_solr
[junit4] 2> 2575443 INFO (jetty-launcher-4829-thread-2) [n:127.0.0.1:56448_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56448_solr
[junit4] 2> 2575462 INFO (zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) [n:127.0.0.1:56447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2575462 INFO (zkCallback-4847-thread-1-processing-n:127.0.0.1:56448_solr) [n:127.0.0.1:56448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2575463 INFO (zkCallback-4845-thread-1-processing-n:127.0.0.1:56446_solr) [n:127.0.0.1:56446_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2575473 INFO (zkCallback-4851-thread-1-processing-n:127.0.0.1:56450_solr) [n:127.0.0.1:56450_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2575473 INFO (zkCallback-4845-thread-1-processing-n:127.0.0.1:56446_solr) [n:127.0.0.1:56446_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575473 INFO (zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) [n:127.0.0.1:56447_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575474 INFO (zkCallback-4847-thread-1-processing-n:127.0.0.1:56448_solr) [n:127.0.0.1:56448_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2575514 INFO (jetty-launcher-4829-thread-3) [n:127.0.0.1:56450_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56450.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575522 INFO (jetty-launcher-4829-thread-3) [n:127.0.0.1:56450_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56450.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575522 INFO (jetty-launcher-4829-thread-3) [n:127.0.0.1:56450_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56450.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575523 INFO (jetty-launcher-4829-thread-3) [n:127.0.0.1:56450_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/.
[junit4] 2> 2575536 INFO (jetty-launcher-4829-thread-1) [n:127.0.0.1:56446_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56446.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575560 INFO (jetty-launcher-4829-thread-2) [n:127.0.0.1:56448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56448.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575579 INFO (jetty-launcher-4829-thread-4) [n:127.0.0.1:56447_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56447.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575583 INFO (jetty-launcher-4829-thread-1) [n:127.0.0.1:56446_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56446.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575584 INFO (jetty-launcher-4829-thread-1) [n:127.0.0.1:56446_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56446.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575588 INFO (jetty-launcher-4829-thread-1) [n:127.0.0.1:56446_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/.
[junit4] 2> 2575592 INFO (jetty-launcher-4829-thread-2) [n:127.0.0.1:56448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56448.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575593 INFO (jetty-launcher-4829-thread-2) [n:127.0.0.1:56448_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56448.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575594 INFO (jetty-launcher-4829-thread-2) [n:127.0.0.1:56448_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/.
[junit4] 2> 2575595 INFO (jetty-launcher-4829-thread-4) [n:127.0.0.1:56447_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56447.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575595 INFO (jetty-launcher-4829-thread-4) [n:127.0.0.1:56447_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56447.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2575596 INFO (jetty-launcher-4829-thread-4) [n:127.0.0.1:56447_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/.
[junit4] 2> 2575682 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2575684 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56444/solr ready
[junit4] 2> 2575713 INFO (TEST-TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes-seed#[BD3E31198AD0618A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionWithDownNodes
[junit4] 2> 2575715 INFO (qtp1822930807-26813) [n:127.0.0.1:56446_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=halfdeletedcollection2&nrtReplicas=3&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2575717 INFO (OverseerThreadFactory-11283-thread-1-processing-n:127.0.0.1:56450_solr) [n:127.0.0.1:56450_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection2
[junit4] 2> 2575845 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56446/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575854 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56450/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575864 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56447/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575872 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56448/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575880 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56446/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575888 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56450/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575898 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56447/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575907 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56448/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575916 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56446/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575925 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56450/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575935 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56447/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2575941 INFO (OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) [n:127.0.0.1:56450_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56448/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2576150 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n4&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576150 INFO (qtp1822930807-26814) [n:127.0.0.1:56446_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n16&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576151 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2576151 INFO (qtp1822930807-26814) [n:127.0.0.1:56446_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2576151 INFO (qtp1822930807-26815) [n:127.0.0.1:56446_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n1&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576151 INFO (qtp970752696-26826) [n:127.0.0.1:56450_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n18&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576152 INFO (qtp970752696-26841) [n:127.0.0.1:56450_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n2&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576152 INFO (qtp970752696-26826) [n:127.0.0.1:56450_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2576152 INFO (qtp970752696-26842) [n:127.0.0.1:56450_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n10&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576152 INFO (qtp196904864-26832) [n:127.0.0.1:56447_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n20&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576154 INFO (qtp375209942-26817) [n:127.0.0.1:56448_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n6&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576155 INFO (qtp1822930807-26816) [n:127.0.0.1:56446_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n8&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576155 INFO (qtp375209942-26817) [n:127.0.0.1:56448_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2576156 INFO (qtp375209942-26819) [n:127.0.0.1:56448_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n22&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576157 INFO (qtp196904864-26833) [n:127.0.0.1:56447_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n12&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576157 INFO (qtp375209942-26820) [n:127.0.0.1:56448_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n14&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2576283 INFO (zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) [n:127.0.0.1:56447_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2576283 INFO (zkCallback-4845-thread-1-processing-n:127.0.0.1:56446_solr) [n:127.0.0.1:56446_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2576283 INFO (zkCallback-4850-thread-2-processing-n:127.0.0.1:56447_solr) [n:127.0.0.1:56447_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2576283 INFO (zkCallback-4851-thread-1-processing-n:127.0.0.1:56450_solr) [n:127.0.0.1:56450_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2576283 INFO (zkCallback-4851-thread-2-processing-n:127.0.0.1:56450_solr) [n:127.0.0.1:56450_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2576283 INFO (zkCallback-4847-thread-1-processing-n:127.0.0.1:56448_solr) [n:127.0.0.1:56448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2576284 INFO (zkCallback-4845-thread-2-processing-n:127.0.0.1:56446_solr) [n:127.0.0.1:56446_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2576285 INFO (zkCallback-4847-thread-2-processing-n:127.0.0.1:56448_solr) [n:127.0.0.1:56448_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2576285 INFO (zkCallback-4845-thread-3-processing-n:127.0.0.1:56446_solr) [n:127.0.0.1:56446_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2577196 INFO (qtp1822930807-26814) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard3 r:core_node19 x:halfdeletedcollection2_shard3_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577197 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard1 r:core_node7 x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577197 INFO (qtp1822930807-26815) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard1 r:core_node3 x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577206 INFO (qtp375209942-26817) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard2 r:core_node9 x:halfdeletedcollection2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577207 INFO (qtp375209942-26820) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577221 INFO (qtp970752696-26842) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard2 r:core_node13 x:halfdeletedcollection2_shard2_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577223 INFO (qtp1822930807-26816) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard2 r:core_node11 x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577225 INFO (qtp375209942-26819) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard4 r:core_node24 x:halfdeletedcollection2_shard4_replica_n22] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577232 INFO (qtp196904864-26832) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard4 r:core_node23 x:halfdeletedcollection2_shard4_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577233 INFO (qtp970752696-26826) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard4 r:core_node21 x:halfdeletedcollection2_shard4_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577233 INFO (qtp970752696-26841) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard1 r:core_node5 x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577243 INFO (qtp196904864-26833) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard3 r:core_node15 x:halfdeletedcollection2_shard3_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577245 INFO (qtp1822930807-26814) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard3 r:core_node19 x:halfdeletedcollection2_shard3_replica_n16] o.a.s.s.IndexSchema [halfdeletedcollection2_shard3_replica_n16] Schema name=minimal
[junit4] 2> 2577245 INFO (qtp375209942-26817) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard2 r:core_node9 x:halfdeletedcollection2_shard2_replica_n6] o.a.s.s.IndexSchema [halfdeletedcollection2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2577248 INFO (qtp1822930807-26815) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard1 r:core_node3 x:halfdeletedcollection2_shard1_replica_n1] o.a.s.s.IndexSchema [halfdeletedcollection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2577248 INFO (qtp375209942-26817) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard2 r:core_node9 x:halfdeletedcollection2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577249 INFO (qtp375209942-26817) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard2 r:core_node9 x:halfdeletedcollection2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard2_replica_n6' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577249 INFO (qtp970752696-26842) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard2 r:core_node13 x:halfdeletedcollection2_shard2_replica_n10] o.a.s.s.IndexSchema [halfdeletedcollection2_shard2_replica_n10] Schema name=minimal
[junit4] 2> 2577249 INFO (qtp1822930807-26815) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard1 r:core_node3 x:halfdeletedcollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577249 INFO (qtp1822930807-26815) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard1 r:core_node3 x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard1_replica_n1' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577249 INFO (qtp375209942-26817) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard2 r:core_node9 x:halfdeletedcollection2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56448.solr.core.halfdeletedcollection2.shard2.replica_n6' (registry 'solr.core.halfdeletedcollection2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577249 INFO (qtp375209942-26817) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard2 r:core_node9 x:halfdeletedcollection2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577249 INFO (qtp375209942-26817) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard2 r:core_node9 x:halfdeletedcollection2_shard2_replica_n6] o.a.s.c.SolrCore [[halfdeletedcollection2_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/halfdeletedcollection2_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/./halfdeletedcollection2_shard2_replica_n6/data/]
[junit4] 2> 2577249 INFO (qtp1822930807-26815) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard1 r:core_node3 x:halfdeletedcollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56446.solr.core.halfdeletedcollection2.shard1.replica_n1' (registry 'solr.core.halfdeletedcollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577249 INFO (qtp1822930807-26815) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard1 r:core_node3 x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577249 INFO (qtp1822930807-26815) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard1 r:core_node3 x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.SolrCore [[halfdeletedcollection2_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/halfdeletedcollection2_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/./halfdeletedcollection2_shard1_replica_n1/data/]
[junit4] 2> 2577250 INFO (qtp970752696-26842) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard2 r:core_node13 x:halfdeletedcollection2_shard2_replica_n10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577250 INFO (qtp970752696-26842) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard2 r:core_node13 x:halfdeletedcollection2_shard2_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard2_replica_n10' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577250 INFO (qtp970752696-26842) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard2 r:core_node13 x:halfdeletedcollection2_shard2_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56450.solr.core.halfdeletedcollection2.shard2.replica_n10' (registry 'solr.core.halfdeletedcollection2.shard2.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577250 INFO (qtp970752696-26842) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard2 r:core_node13 x:halfdeletedcollection2_shard2_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577251 INFO (qtp970752696-26842) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard2 r:core_node13 x:halfdeletedcollection2_shard2_replica_n10] o.a.s.c.SolrCore [[halfdeletedcollection2_shard2_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/halfdeletedcollection2_shard2_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/./halfdeletedcollection2_shard2_replica_n10/data/]
[junit4] 2> 2577252 INFO (qtp375209942-26820) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.s.IndexSchema [halfdeletedcollection2_shard3_replica_n14] Schema name=minimal
[junit4] 2> 2577252 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard1 r:core_node7 x:halfdeletedcollection2_shard1_replica_n4] o.a.s.s.IndexSchema [halfdeletedcollection2_shard1_replica_n4] Schema name=minimal
[junit4] 2> 2577253 INFO (qtp1822930807-26814) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard3 r:core_node19 x:halfdeletedcollection2_shard3_replica_n16] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577253 INFO (qtp1822930807-26814) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard3 r:core_node19 x:halfdeletedcollection2_shard3_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard3_replica_n16' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577254 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard1 r:core_node7 x:halfdeletedcollection2_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577254 INFO (qtp375209942-26820) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577254 INFO (qtp375209942-26820) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard3_replica_n14' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577254 INFO (qtp1822930807-26814) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard3 r:core_node19 x:halfdeletedcollection2_shard3_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56446.solr.core.halfdeletedcollection2.shard3.replica_n16' (registry 'solr.core.halfdeletedcollection2.shard3.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577254 INFO (qtp1822930807-26814) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard3 r:core_node19 x:halfdeletedcollection2_shard3_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577254 INFO (qtp375209942-26820) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56448.solr.core.halfdeletedcollection2.shard3.replica_n14' (registry 'solr.core.halfdeletedcollection2.shard3.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577254 INFO (qtp1822930807-26814) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard3 r:core_node19 x:halfdeletedcollection2_shard3_replica_n16] o.a.s.c.SolrCore [[halfdeletedcollection2_shard3_replica_n16] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/halfdeletedcollection2_shard3_replica_n16], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/./halfdeletedcollection2_shard3_replica_n16/data/]
[junit4] 2> 2577254 INFO (qtp375209942-26820) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577254 INFO (qtp375209942-26820) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard3 r:core_node17 x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.SolrCore [[halfdeletedcollection2_shard3_replica_n14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/halfdeletedcollection2_shard3_replica_n14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/./halfdeletedcollection2_shard3_replica_n14/data/]
[junit4] 2> 2577257 INFO (qtp970752696-26826) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard4 r:core_node21 x:halfdeletedcollection2_shard4_replica_n18] o.a.s.s.IndexSchema [halfdeletedcollection2_shard4_replica_n18] Schema name=minimal
[junit4] 2> 2577254 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard1 r:core_node7 x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard1_replica_n4' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577257 INFO (qtp196904864-26832) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard4 r:core_node23 x:halfdeletedcollection2_shard4_replica_n20] o.a.s.s.IndexSchema [halfdeletedcollection2_shard4_replica_n20] Schema name=minimal
[junit4] 2> 2577263 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard1 r:core_node7 x:halfdeletedcollection2_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56447.solr.core.halfdeletedcollection2.shard1.replica_n4' (registry 'solr.core.halfdeletedcollection2.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577265 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard1 r:core_node7 x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577265 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard1 r:core_node7 x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrCore [[halfdeletedcollection2_shard1_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/halfdeletedcollection2_shard1_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/./halfdeletedcollection2_shard1_replica_n4/data/]
[junit4] 2> 2577265 INFO (qtp1822930807-26816) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard2 r:core_node11 x:halfdeletedcollection2_shard2_replica_n8] o.a.s.s.IndexSchema [halfdeletedcollection2_shard2_replica_n8] Schema name=minimal
[junit4] 2> 2577265 INFO (qtp196904864-26832) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard4 r:core_node23 x:halfdeletedcollection2_shard4_replica_n20] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577265 INFO (qtp196904864-26832) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard4 r:core_node23 x:halfdeletedcollection2_shard4_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard4_replica_n20' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577266 INFO (qtp196904864-26832) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard4 r:core_node23 x:halfdeletedcollection2_shard4_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56447.solr.core.halfdeletedcollection2.shard4.replica_n20' (registry 'solr.core.halfdeletedcollection2.shard4.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577266 INFO (qtp196904864-26832) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard4 r:core_node23 x:halfdeletedcollection2_shard4_replica_n20] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577266 INFO (qtp196904864-26832) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard4 r:core_node23 x:halfdeletedcollection2_shard4_replica_n20] o.a.s.c.SolrCore [[halfdeletedcollection2_shard4_replica_n20] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/halfdeletedcollection2_shard4_replica_n20], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/./halfdeletedcollection2_shard4_replica_n20/data/]
[junit4] 2> 2577264 INFO (qtp970752696-26826) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard4 r:core_node21 x:halfdeletedcollection2_shard4_replica_n18] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577267 INFO (qtp1822930807-26816) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard2 r:core_node11 x:halfdeletedcollection2_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577267 INFO (qtp1822930807-26816) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard2 r:core_node11 x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard2_replica_n8' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577263 INFO (qtp970752696-26841) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard1 r:core_node5 x:halfdeletedcollection2_shard1_replica_n2] o.a.s.s.IndexSchema [halfdeletedcollection2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2577267 INFO (qtp1822930807-26816) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard2 r:core_node11 x:halfdeletedcollection2_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56446.solr.core.halfdeletedcollection2.shard2.replica_n8' (registry 'solr.core.halfdeletedcollection2.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577267 INFO (qtp1822930807-26816) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard2 r:core_node11 x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577267 INFO (qtp1822930807-26816) [n:127.0.0.1:56446_solr c:halfdeletedcollection2 s:shard2 r:core_node11 x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrCore [[halfdeletedcollection2_shard2_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/halfdeletedcollection2_shard2_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/./halfdeletedcollection2_shard2_replica_n8/data/]
[junit4] 2> 2577267 INFO (qtp970752696-26826) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard4 r:core_node21 x:halfdeletedcollection2_shard4_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard4_replica_n18' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577268 INFO (qtp970752696-26826) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard4 r:core_node21 x:halfdeletedcollection2_shard4_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56450.solr.core.halfdeletedcollection2.shard4.replica_n18' (registry 'solr.core.halfdeletedcollection2.shard4.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577268 INFO (qtp970752696-26826) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard4 r:core_node21 x:halfdeletedcollection2_shard4_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577268 INFO (qtp970752696-26826) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard4 r:core_node21 x:halfdeletedcollection2_shard4_replica_n18] o.a.s.c.SolrCore [[halfdeletedcollection2_shard4_replica_n18] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/halfdeletedcollection2_shard4_replica_n18], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/./halfdeletedcollection2_shard4_replica_n18/data/]
[junit4] 2> 2577269 INFO (qtp375209942-26819) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard4 r:core_node24 x:halfdeletedcollection2_shard4_replica_n22] o.a.s.s.IndexSchema [halfdeletedcollection2_shard4_replica_n22] Schema name=minimal
[junit4] 2> 2577270 INFO (qtp196904864-26833) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard3 r:core_node15 x:halfdeletedcollection2_shard3_replica_n12] o.a.s.s.IndexSchema [halfdeletedcollection2_shard3_replica_n12] Schema name=minimal
[junit4] 2> 2577270 INFO (qtp970752696-26841) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard1 r:core_node5 x:halfdeletedcollection2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577270 INFO (qtp970752696-26841) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard1 r:core_node5 x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard1_replica_n2' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577271 INFO (qtp375209942-26819) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard4 r:core_node24 x:halfdeletedcollection2_shard4_replica_n22] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577271 INFO (qtp375209942-26819) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard4 r:core_node24 x:halfdeletedcollection2_shard4_replica_n22] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard4_replica_n22' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577272 INFO (qtp196904864-26833) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard3 r:core_node15 x:halfdeletedcollection2_shard3_replica_n12] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577272 INFO (qtp375209942-26819) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard4 r:core_node24 x:halfdeletedcollection2_shard4_replica_n22] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56448.solr.core.halfdeletedcollection2.shard4.replica_n22' (registry 'solr.core.halfdeletedcollection2.shard4.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577272 INFO (qtp196904864-26833) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard3 r:core_node15 x:halfdeletedcollection2_shard3_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard3_replica_n12' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 2577272 INFO (qtp375209942-26819) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard4 r:core_node24 x:halfdeletedcollection2_shard4_replica_n22] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577272 INFO (qtp375209942-26819) [n:127.0.0.1:56448_solr c:halfdeletedcollection2 s:shard4 r:core_node24 x:halfdeletedcollection2_shard4_replica_n22] o.a.s.c.SolrCore [[halfdeletedcollection2_shard4_replica_n22] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/halfdeletedcollection2_shard4_replica_n22], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/./halfdeletedcollection2_shard4_replica_n22/data/]
[junit4] 2> 2577272 INFO (qtp196904864-26833) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard3 r:core_node15 x:halfdeletedcollection2_shard3_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56447.solr.core.halfdeletedcollection2.shard3.replica_n12' (registry 'solr.core.halfdeletedcollection2.shard3.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577272 INFO (qtp196904864-26833) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard3 r:core_node15 x:halfdeletedcollection2_shard3_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577273 INFO (qtp196904864-26833) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard3 r:core_node15 x:halfdeletedcollection2_shard3_replica_n12] o.a.s.c.SolrCore [[halfdeletedcollection2_shard3_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/halfdeletedcollection2_shard3_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/./halfdeletedcollection2_shard3_replica_n12/data/]
[junit4] 2> 2577274 INFO (qtp970752696-26841) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard1 r:core_node5 x:halfdeletedcollection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56450.solr.core.halfdeletedcollection2.shard1.replica_n2' (registry 'solr.core.halfdeletedcollection2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
[junit4] 2> 2577274 INFO (qtp970752696-26841) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard1 r:core_node5 x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577274 INFO (qtp970752696-26841) [n:127.0.0.1:56450_solr c:halfdeletedcollection2 s:shard1 r:core_node5 x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.SolrCore [[halfdeletedcollection2_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/halfdeletedcollection2_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/./halfdeletedcollection2_shard1_replica_n2/data/]
[junit4] 2> 2577367 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard1 r:core_node7 x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrCore [halfdeletedcollection2_shard1_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@2f0049e2
[junit4] 2> 2577367 INFO (qtp196904864-26830) [n:127.0.0.1:56447_solr c:halfdeletedcollection2 s:shard1 r:core_node7 x:halfdeletedcollection2_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection2.shard1.replica_n4, tag=788548066
[junit4] 2> 2577367 INFO (qtp375209942-26820)
[...truncated too long message...]
ocessing-n:127.0.0.1:57422_solr) [n:127.0.0.1:57422_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3411f47b: rootName = solr_57422, domain = solr.core.testSimple2.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testSimple2.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@241ee0d5
[junit4] 2> 2976892 INFO (zkCallback-4958-thread-1-processing-n:127.0.0.1:57422_solr) [n:127.0.0.1:57422_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=1813884650
[junit4] 2> 2976893 INFO (jetty-closer-4943-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@445b5788{/solr,null,UNAVAILABLE}
[junit4] 2> 2976894 ERROR (SUITE-AutoAddReplicasPlanActionTest-seed#[BD3E31198AD0618A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2976895 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[BD3E31198AD0618A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57419 57419
[junit4] 2> 2976918 INFO (Thread-5156) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57419 57419
[junit4] 2> 2977069 WARN (Thread-5156) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/testSimple1/state.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/testSimple2/state.json
[junit4] 2> 8 /solr/collections/testSimple1/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/testSimple3/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_BD3E31198AD0618A-001
[junit4] 2> Oct 24, 2017 4:32:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=sl, timezone=Asia/Ulan_Bator
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=130927760,total=448200704
[junit4] 2> NOTE: All tests run in this JVM: [SolrIndexSplitterTest, SystemLogListenerTest, DeleteStatusTest, TestFileDictionaryLookup, DistributedIntervalFacetingTest, TestFieldCacheReopen, TestSort, FullSolrCloudDistribCmdsTest, TestCrossCoreJoin, ReplicaListTransformerTest, BasicZkTest, TestDefaultStatsCache, SolrPluginUtilsTest, TestMergePolicyConfig, PeerSyncTest, UpdateLogTest, TestUninvertingReader, TestSolrFieldCacheBean, FacetPivotSmallTest, TestSolrQueryParser, SolrSlf4jReporterTest, TestOnReconnectListenerSupport, TestOverriddenPrefixQueryForCustomFieldType, StatelessScriptUpdateProcessorFactoryTest, TestSkipOverseerOperations, DocValuesMultiTest, TestDistributedGrouping, LeaderInitiatedRecoveryOnShardRestartTest, TestSolrConfigHandler, TestSolrCloudWithHadoopAuthPlugin, OpenCloseCoreStressTest, TestFastOutputStream, TestTrie, TestPerFieldSimilarityWithDefaultOverride, TestUseDocValuesAsStored, TestSolrCloudSnapshots, TestSystemCollAutoCreate, TestFieldCacheSortRandom, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CopyFieldTest, TestHashPartitioner, TestDelegationWithHadoopAuth, RequestLoggingTest, SynonymTokenizerTest, ExitableDirectoryReaderTest, TestStreamBody, MetricsHandlerTest, HdfsBasicDistributedZkTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, PreAnalyzedFieldManagedSchemaCloudTest, TestStressLiveNodes, TestSolrJ, DOMUtilTest, TestManagedSynonymFilterFactory, TestJsonRequest, SolrShardReporterTest, NodeLostTriggerTest, CollectionStateFormat2Test, TestLegacyTerms, TestFaceting, TestComplexPhraseQParserPlugin, TestCharFilters, ShardRoutingCustomTest, DebugComponentTest, TestNumericTerms32, TestSimpleTrackingShardHandler, TestManagedSchema, TestPartialUpdateDeduplication, ZkSolrClientTest, CacheHeaderTest, CustomCollectionTest, BasicFunctionalityTest, TlogReplayBufferedWhileIndexingTest, TriggerIntegrationTest, TestSystemIdResolver, TestLockTree, ShardSplitTest, SSLMigrationTest, TestCollationFieldDocValues, TestCollationField, DocValuesTest, TestTolerantUpdateProcessorCloud, TestNRTOpen, V2StandaloneTest, TestMinMaxOnMultiValuedField, TestRestManager, DistributedFacetPivotWhiteBoxTest, CoreAdminCreateDiscoverTest, DocumentBuilderTest, TestValueSourceCache, TestFieldCacheWithThreads, MetricUtilsTest, TestStressUserVersions, CloneFieldUpdateProcessorFactoryTest, QueryElevationComponentTest, TestLuceneMatchVersion, TestLeaderElectionWithEmptyReplica, TestExactSharedStatsCache, TestSortByMinMaxFunction, TestGroupingSearch, HttpSolrCallGetCoreTest, TestMultiWordSynonyms, DateRangeFieldTest, TestStressCloudBlindAtomicUpdates, TestSimpleQParserPlugin, TestPostingsSolrHighlighter, TestHdfsBackupRestoreCore, DistribDocExpirationUpdateProcessorTest, HdfsTlogReplayBufferedWhileIndexingTest, PreAnalyzedFieldTest, PolyFieldTest, TestCollapseQParserPlugin, TestInPlaceUpdatesDistrib, FieldMutatingUpdateProcessorTest, TestRTGBase, TestSolrDeletionPolicy1, FileUtilsTest, DocValuesNotIndexedTest, SolrIndexConfigTest, TestRebalanceLeaders, TestCSVLoader, UtilsToolTest, BlobRepositoryCloudTest, DeleteReplicaTest, TestSolrIndexConfig, CheckHdfsIndexTest, TestZkChroot, TestConfigOverlay, TolerantUpdateProcessorTest, EchoParamsTest, BigEndianAscendingWordDeserializerTest, TestLRUStatsCache, HdfsSyncSliceTest, SimplePostToolTest, JsonLoaderTest, TestRequestForwarding, CachingDirectoryFactoryTest, TestBadConfig, TestFieldResource, BadCopyFieldTest, SolrGangliaReporterTest, TermVectorComponentDistributedTest, TestPerFieldSimilarity, SearchHandlerTest, PreAnalyzedUpdateProcessorTest, SampleTest, DeleteLastCustomShardedReplicaTest, TestCloudManagedSchema, TestFieldSortValues, TestClusterProperties, TestCloudNestedDocsSort, RecoveryAfterSoftCommitTest, AnalysisErrorHandlingTest, TestUniqueKeyFieldResource, SoftAutoCommitTest, TestSolrCLIRunExample, TestCloudPivotFacet, TestReloadDeadlock, TestLRUCache, TestChildDocTransformer, TermsComponentTest, TestSchemaResource, DistributedExpandComponentTest, TestElisionMultitermQuery, HdfsRecoveryZkTest, CdcrRequestHandlerTest, BlockJoinFacetDistribTest, StatsReloadRaceTest, TestCoreContainer, TestGraphTermsQParserPlugin, LeaderFailureAfterFreshStartTest, ExternalFileFieldSortTest, TestRandomCollapseQParserPlugin, TestGeoJSONResponseWriter, TestLuceneIndexBackCompat, BasicAuthStandaloneTest, TestSolrCloudWithKerberosAlt, SolrCoreTest, TestCryptoKeys, TestManagedSchemaThreadSafety, TestObjectReleaseTracker, BlockJoinFacetSimpleTest, TestLegacyFieldReuse, HLLUtilTest, SyncSliceTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, ZkCLITest, TestDistributedSearch, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, TestStressLucene, SpatialFilterTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SolrInfoBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, ReturnFieldsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, TestLFUCache, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, BadComponentTest, MultiTermTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, TestBM25SimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteNodeTest, DistribJoinFromCollectionTest, DistributedQueueTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest, MoveReplicaTest, MultiThreadedOCPTest, SaslZkACLProviderTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, TestCloudRecovery, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestPullReplica, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest]
[junit4] Completed [570/745 (4!)] on J1 in 42.68s, 1 test, 1 error <<< FAILURES!
[...truncated 47798 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4245
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4245/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
9 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([84ADE6BF34F0DD17:CF9D9659A0CB0EF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:227)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:65)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestDeleteCollectionOnDownNodes
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([84ADE6BF34F0DD17]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.setupCluster(TestDeleteCollectionOnDownNodes.java:32)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
... 31 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor226.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 37 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestDeleteCollectionOnDownNodes
Error Message:
ObjectTracker found 18 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, ZkController, SolrZkClient, Overseer, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, ZkController, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:535) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:783) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:278) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:1486) at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:613) at org.apache.solr.cloud.Overseer.start(Overseer.java:529) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:783) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 18 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, ZkController, SolrZkClient, Overseer, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, ZkController, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.Overseer.start(Overseer.java:535)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:783)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.
[...truncated too long message...]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 16) Thread[id=14988, name=org.eclipse.jetty.server.session.HashSessionManager@14bad7d2Timer, state=TIMED_WAITING, group=TGRP-TestDeleteCollectionOnDownNodes]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 17) Thread[id=15047, name=ScheduledTrigger-5945-thread-3, state=WAITING, group=TGRP-TestDeleteCollectionOnDownNodes]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 18) Thread[id=15031, name=jetty-launcher-2195-thread-3-SendThread(127.0.0.1:54646), state=TIMED_WAITING, group=TGRP-TestDeleteCollectionOnDownNodes]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 19) Thread[id=15035, name=jetty-launcher-2195-thread-2-SendThread(127.0.0.1:54646), state=TIMED_WAITING, group=TGRP-TestDeleteCollectionOnDownNodes]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 20) Thread[id=15045, name=ScheduledTrigger-5945-thread-1, state=WAITING, group=TGRP-TestDeleteCollectionOnDownNodes]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=14969, name=org.eclipse.jetty.server.session.HashSessionManager@73fa1f18Timer, state=TIMED_WAITING, group=TGRP-TestDeleteCollectionOnDownNodes]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=15029, name=jetty-launcher-2195-thread-1-SendThread(127.0.0.1:54646), state=TIMED_WAITING, group=TGRP-TestDeleteCollectionOnDownNodes]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 23) Thread[id=15039, name=zkCallback-2216-thread-1, state=TIMED_WAITING, group=TGRP-TestDeleteCollectionOnDownNodes]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=14980, name=qtp54162314-14980, state=RUNNABLE, group=TGRP-TestDeleteCollectionOnDownNodes]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([84ADE6BF34F0DD17]:0)
[junit4] Completed [299/745 (4!)] on J0 in 45.40s, 0 tests, 1 failure, 3 errors <<< FAILURES!
[...truncated 48549 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4244
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4244/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
7 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Error from server at https://127.0.0.1:60150/solr/withShardField: Async exception during distributed update: Too many open files
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:60150/solr/withShardField: Async exception during distributed update: Too many open files
at __randomizedtesting.SeedInfo.seed([697C7D878F6E3A93:3C2C95152397F563]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testCreateDelete {seed=[697C7D878F6E3A93:C63A30374D5C098F]}
Error Message:
Could not find collection : tlog_replica_test_create_delete
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : tlog_replica_test_create_delete
at __randomizedtesting.SeedInfo.seed([697C7D878F6E3A93:C63A30374D5C098F]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.TestTlogReplica.testCreateDelete(TestTlogReplica.java:187)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates
Error Message:
Expected collection to be created with 1 shards and 2 replicas null Live Nodes: [127.0.0.1:50110_solr, 127.0.0.1:50111_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected collection to be created with 1 shards and 2 replicas
null
Live Nodes: [127.0.0.1:50110_solr, 127.0.0.1:50111_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([697C7D878F6E3A93:EFBD856AD03FEC73]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:729)
at org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates(TestTlogReplica.java:660)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 6 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, InternalHttpClient, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:742) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1040) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:646) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.reload(SolrCore.java:637) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1288) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:910) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:222) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:260) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1216) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968) at org.apache.solr.core.SolrCore.reload(SolrCore.java:637) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1288) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:910) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:350) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:710) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1040) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:646) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1040) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:646) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:494) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:338) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1185) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, InternalHttpClient, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:742)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1040)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:646)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:637)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1288)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:910)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:222)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:260)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1216)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:637)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1288)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:910)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:350)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:710)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1040)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:646)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:929)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1040)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:646)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:494)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:338)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1185)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([697C7D878F6E3A93]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
action did not execute
Stack Trace:
java.lang.AssertionError: action did not execute
at __randomizedtesting.SeedInfo.seed([697C7D878F6E3A93:480D97A3526C594]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:260)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest: 1) Thread[id=830, name=AutoscalingActionExecutor-253-thread-1-processing-n:127.0.0.1:56372_solr, state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at java.lang.Thread.sleep(Native Method) at java.lang.Thread.sleep(Thread.java:340) at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386) at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$422/223359456.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$18/2114964337.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest:
1) Thread[id=830, name=AutoscalingActionExecutor-253-thread-1-processing-n:127.0.0.1:56372_solr, state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at java.lang.Thread.sleep(Native Method)
at java.lang.Thread.sleep(Thread.java:340)
at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$422/223359456.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$18/2114964337.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([697C7D878F6E3A93]:0)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B2FBE78760C5F78B:D04A62DBE3F1717]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11797 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 65185 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[697C7D878F6E3A93]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_697C7D878F6E3A93-001/init-core-data-001
[junit4] 2> 65186 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[697C7D878F6E3A93]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 65189 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[697C7D878F6E3A93]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 65189 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[697C7D878F6E3A93]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_697C7D878F6E3A93-001/tempDir-001
[junit4] 2> 65189 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[697C7D878F6E3A93]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 65190 INFO (Thread-102) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 65190 INFO (Thread-102) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 65192 ERROR (Thread-102) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 65293 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[697C7D878F6E3A93]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:56370
[junit4] 2> 65321 INFO (jetty-launcher-134-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 65321 INFO (jetty-launcher-134-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 65322 INFO (jetty-launcher-134-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 65325 INFO (jetty-launcher-134-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2006e996{/solr,null,AVAILABLE}
[junit4] 2> 65328 INFO (jetty-launcher-134-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d387a2{/solr,null,AVAILABLE}
[junit4] 2> 65329 INFO (jetty-launcher-134-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13eee43b{HTTP/1.1,[http/1.1]}{127.0.0.1:56372}
[junit4] 2> 65329 INFO (jetty-launcher-134-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f98fd03{HTTP/1.1,[http/1.1]}{127.0.0.1:56373}
[junit4] 2> 65329 INFO (jetty-launcher-134-thread-2) [ ] o.e.j.s.Server Started @75815ms
[junit4] 2> 65329 INFO (jetty-launcher-134-thread-1) [ ] o.e.j.s.Server Started @75815ms
[junit4] 2> 65329 INFO (jetty-launcher-134-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56372}
[junit4] 2> 65329 INFO (jetty-launcher-134-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56373}
[junit4] 2> 65330 ERROR (jetty-launcher-134-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 65330 ERROR (jetty-launcher-134-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 65330 INFO (jetty-launcher-134-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 65330 INFO (jetty-launcher-134-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 65330 INFO (jetty-launcher-134-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 65330 INFO (jetty-launcher-134-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 65330 INFO (jetty-launcher-134-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T06:01:44.538Z
[junit4] 2> 65330 INFO (jetty-launcher-134-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 65330 INFO (jetty-launcher-134-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 65330 INFO (jetty-launcher-134-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T06:01:44.538Z
[junit4] 2> 65334 INFO (jetty-launcher-134-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e6cb2e4{/solr,null,AVAILABLE}
[junit4] 2> 65335 INFO (jetty-launcher-134-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30dfcc8c{HTTP/1.1,[http/1.1]}{127.0.0.1:56376}
[junit4] 2> 65335 INFO (jetty-launcher-134-thread-3) [ ] o.e.j.s.Server Started @75820ms
[junit4] 2> 65335 INFO (jetty-launcher-134-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56376}
[junit4] 2> 65335 ERROR (jetty-launcher-134-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 65335 INFO (jetty-launcher-134-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 65336 INFO (jetty-launcher-134-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 65336 INFO (jetty-launcher-134-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 65336 INFO (jetty-launcher-134-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T06:01:44.544Z
[junit4] 2> 65337 INFO (jetty-launcher-134-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 65337 INFO (jetty-launcher-134-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 65348 INFO (jetty-launcher-134-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 65358 INFO (jetty-launcher-134-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56370/solr
[junit4] 2> 65362 INFO (jetty-launcher-134-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56370/solr
[junit4] 2> 65366 INFO (jetty-launcher-134-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56370/solr
[junit4] 2> 65553 INFO (jetty-launcher-134-thread-2) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 65554 INFO (jetty-launcher-134-thread-1) [n:127.0.0.1:56373_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 65560 INFO (jetty-launcher-134-thread-3) [n:127.0.0.1:56376_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 65561 INFO (jetty-launcher-134-thread-2) [n:127.0.0.1:56372_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56372_solr
[junit4] 2> 65562 INFO (jetty-launcher-134-thread-1) [n:127.0.0.1:56373_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56373_solr
[junit4] 2> 65562 INFO (jetty-launcher-134-thread-3) [n:127.0.0.1:56376_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56376_solr
[junit4] 2> 65563 INFO (jetty-launcher-134-thread-2) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer Overseer (id=98876686624292872-127.0.0.1:56372_solr-n_0000000000) starting
[junit4] 2> 65566 INFO (zkCallback-150-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 65586 INFO (zkCallback-151-thread-1-processing-n:127.0.0.1:56376_solr) [n:127.0.0.1:56376_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 65595 INFO (zkCallback-149-thread-1-processing-n:127.0.0.1:56373_solr) [n:127.0.0.1:56373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 65626 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 65627 DEBUG (OverseerAutoScalingTriggerThread-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 65628 DEBUG (OverseerAutoScalingTriggerThread-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 65628 DEBUG (OverseerAutoScalingTriggerThread-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56373_solr, 127.0.0.1:56376_solr]
[junit4] 2> 65628 DEBUG (OverseerAutoScalingTriggerThread-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 65629 DEBUG (OverseerAutoScalingTriggerThread-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 65629 INFO (jetty-launcher-134-thread-2) [n:127.0.0.1:56372_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56372_solr
[junit4] 2> 65631 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:56372_solr"} current state version: 0
[junit4] 2> 65631 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:56372_solr
[junit4] 2> 65632 INFO (zkCallback-151-thread-1-processing-n:127.0.0.1:56376_solr) [n:127.0.0.1:56376_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 65632 INFO (zkCallback-149-thread-1-processing-n:127.0.0.1:56373_solr) [n:127.0.0.1:56373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 65632 INFO (zkCallback-150-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 65633 DEBUG (OverseerAutoScalingTriggerThread-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 65634 DEBUG (OverseerAutoScalingTriggerThread-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 65640 DEBUG (ScheduledTrigger-252-thread-1) [n:127.0.0.1:56372_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:56372_solr, 127.0.0.1:56373_solr, 127.0.0.1:56376_solr]
[junit4] 2> 65740 INFO (jetty-launcher-134-thread-1) [n:127.0.0.1:56373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56373.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a84ea77
[junit4] 2> 65741 INFO (jetty-launcher-134-thread-3) [n:127.0.0.1:56376_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56376.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a84ea77
[junit4] 2> 65760 INFO (jetty-launcher-134-thread-2) [n:127.0.0.1:56372_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56372.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a84ea77
[junit4] 2> 65787 INFO (jetty-launcher-134-thread-1) [n:127.0.0.1:56373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56373.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a84ea77
[junit4] 2> 65787 INFO (jetty-launcher-134-thread-1) [n:127.0.0.1:56373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56373.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a84ea77
[junit4] 2> 65788 INFO (jetty-launcher-134-thread-3) [n:127.0.0.1:56376_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56376.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a84ea77
[junit4] 2> 65788 INFO (jetty-launcher-134-thread-3) [n:127.0.0.1:56376_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56376.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a84ea77
[junit4] 2> 65790 INFO (jetty-launcher-134-thread-1) [n:127.0.0.1:56373_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_697C7D878F6E3A93-001/tempDir-001/node1/.
[junit4] 2> 65791 INFO (jetty-launcher-134-thread-3) [n:127.0.0.1:56376_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_697C7D878F6E3A93-001/tempDir-001/node3/.
[junit4] 2> 65793 INFO (jetty-launcher-134-thread-2) [n:127.0.0.1:56372_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56372.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a84ea77
[junit4] 2> 65793 INFO (jetty-launcher-134-thread-2) [n:127.0.0.1:56372_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56372.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a84ea77
[junit4] 2> 65794 INFO (jetty-launcher-134-thread-2) [n:127.0.0.1:56372_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_697C7D878F6E3A93-001/tempDir-001/node2/.
[junit4] 2> 65872 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[697C7D878F6E3A93]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 65874 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[697C7D878F6E3A93]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56370/solr ready
[junit4] 2> 65882 INFO (qtp1630046680-673) [n:127.0.0.1:56372_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 65885 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 65885 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 65886 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection/managed-schema
[junit4] 2> 65889 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection/protwords.txt
[junit4] 2> 65892 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection/solrconfig.xml
[junit4] 2> 65895 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection/synonyms.txt
[junit4] 2> 65897 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection/stopwords.txt
[junit4] 2> 65901 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_it.txt
[junit4] 2> 65904 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_ca.txt
[junit4] 2> 65907 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stemdict_nl.txt
[junit4] 2> 65910 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_hy.txt
[junit4] 2> 65913 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_no.txt
[junit4] 2> 65916 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_id.txt
[junit4] 2> 65919 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_da.txt
[junit4] 2> 65922 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ga.txt
[junit4] 2> 65925 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_hi.txt
[junit4] 2> 65928 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ja.txt
[junit4] 2> 65931 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_pt.txt
[junit4] 2> 65934 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_hu.txt
[junit4] 2> 65937 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_el.txt
[junit4] 2> 65940 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ru.txt
[junit4] 2> 65943 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_tr.txt
[junit4] 2> 65946 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ar.txt
[junit4] 2> 65949 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/userdict_ja.txt
[junit4] 2> 65952 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_eu.txt
[junit4] 2> 65955 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_it.txt
[junit4] 2> 65958 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_cz.txt
[junit4] 2> 65961 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stoptags_ja.txt
[junit4] 2> 65964 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_fr.txt
[junit4] 2> 65967 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_de.txt
[junit4] 2> 65970 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_fa.txt
[junit4] 2> 65973 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_ga.txt
[junit4] 2> 65976 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ca.txt
[junit4] 2> 65979 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_nl.txt
[junit4] 2> 65982 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_bg.txt
[junit4] 2> 65985 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_en.txt
[junit4] 2> 65988 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_es.txt
[junit4] 2> 65991 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_lv.txt
[junit4] 2> 65994 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ro.txt
[junit4] 2> 65997 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_th.txt
[junit4] 2> 66000 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_fr.txt
[junit4] 2> 66003 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_sv.txt
[junit4] 2> 66006 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_fi.txt
[junit4] 2> 66009 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/hyphenations_ga.txt
[junit4] 2> 66012 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_gl.txt
[junit4] 2> 66015 INFO (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:56372_solr) [n:127.0.0.1:56372_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection/params.json
[junit4] 2> 66024 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 66024 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 66024 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 66129 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 66129 INFO (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 66131 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 66131 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 66132 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56376/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 66132 INFO (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56376/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 66134 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 66134 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:56376/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 66136 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56372/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 66136 INFO (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56372/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 66138 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:56376/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 66138 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:56376/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:56372/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 66239 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 66351 INFO (qtp1630046680-674) [n:127.0.0.1:56372_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 66351 INFO (qtp2033520237-691) [n:127.0.0.1:56376_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 66351 INFO (qtp1523132718-682) [n:127.0.0.1:56373_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 66351 INFO (qtp1630046680-674) [n:127.0.0.1:56372_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 66351 INFO (qtp2033520237-691) [n:127.0.0.1:56376_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 66352 INFO (qtp1523132718-682) [n:127.0.0.1:56373_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 66364 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:56372/solr",
[junit4] 2> "node_name":"127.0.0.1:56372_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 66364 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:56372/solr",
[junit4] 2> "node_name":"127.0.0.1:56372_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 66364 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:56372/solr","node_name":"127.0.0.1:56372_solr","state":"down","type":"NRT"}
[junit4] 2> 66364 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:56376/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:56372/solr",
[junit4] 2> "node_name":"127.0.0.1:56372_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 66364 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:56376/solr",
[junit4] 2> "node_name":"127.0.0.1:56376_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 66364 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:56376/solr",
[junit4] 2> "node_name":"127.0.0.1:56376_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 66364 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"http://127.0.0.1:56376/solr","node_name":"127.0.0.1:56376_solr","state":"down","type":"NRT"}
[junit4] 2> 66364 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:56376/solr",
[junit4] 2> "node_name":"127.0.0.1:56376_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:56372/solr",
[junit4] 2> "node_name":"127.0.0.1:56372_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 66365 DEBUG (OverseerStateUpdate-98876686624292872-127.0.0.1:56372_solr-n_0000000000) [n:127.0.0.1:56372_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:56373/solr",
[junit4] 2> "node_name":"127.0.0.1:56373_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current st
[...truncated too long message...]
7-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53897_solr
[junit4] 2> 185912 INFO (zkCallback-206-thread-2-processing-n:127.0.0.1:53894_solr) [n:127.0.0.1:53894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 185912 INFO (zkCallback-207-thread-2-processing-n:127.0.0.1:53893_solr) [n:127.0.0.1:53893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 185912 INFO (zkCallback-208-thread-2-processing-n:127.0.0.1:53898_solr) [n:127.0.0.1:53898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 185914 INFO (coreCloseExecutor-391-thread-1) [n:127.0.0.1:53893_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1595270276
[junit4] 2> 185916 INFO (zkCallback-205-thread-3-processing-n:127.0.0.1:53897_solr) [n:127.0.0.1:53897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 185916 INFO (jetty-closer-187-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53894_solr
[junit4] 2> 185918 INFO (zkCallback-208-thread-2-processing-n:127.0.0.1:53898_solr) [n:127.0.0.1:53898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 185918 INFO (zkCallback-205-thread-2-processing-n:127.0.0.1:53897_solr) [n:127.0.0.1:53897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 185918 INFO (zkCallback-206-thread-2-processing-n:127.0.0.1:53894_solr) [n:127.0.0.1:53894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 185918 INFO (zkCallback-207-thread-2-processing-n:127.0.0.1:53893_solr) [n:127.0.0.1:53893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 185921 INFO (jetty-closer-187-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 185921 INFO (jetty-closer-187-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 185927 INFO (zkCallback-208-thread-2-processing-n:127.0.0.1:53898_solr) [n:127.0.0.1:53898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 185927 INFO (zkCallback-207-thread-2-processing-n:127.0.0.1:53893_solr) [n:127.0.0.1:53893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 185928 INFO (zkCallback-205-thread-2-processing-n:127.0.0.1:53897_solr) [n:127.0.0.1:53897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 185928 INFO (zkCallback-206-thread-2-processing-n:127.0.0.1:53894_solr) [n:127.0.0.1:53894_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 185925 INFO (zkCallback-1832-thread-1-processing-n:127.0.0.1:53893_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:53893_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
[junit4] 2> 185927 INFO (zkCallback-1832-thread-3-processing-n:127.0.0.1:53893_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:53893_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 185930 INFO (jetty-closer-187-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 185931 INFO (coreCloseExecutor-392-thread-1) [n:127.0.0.1:53897_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@25f8f204
[junit4] 2> 185931 INFO (coreCloseExecutor-392-thread-1) [n:127.0.0.1:53897_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n2, tag=637071876
[junit4] 2> 185931 INFO (coreCloseExecutor-392-thread-1) [n:127.0.0.1:53897_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6cbff2d5: rootName = solr_53897, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@62328a38
[junit4] 2> 185937 INFO (jetty-closer-187-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d700101{/solr,null,UNAVAILABLE}
[junit4] 2> 185941 INFO (jetty-closer-187-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@79762f8d{/solr,null,UNAVAILABLE}
[junit4] 2> 185943 INFO (coreCloseExecutor-392-thread-1) [n:127.0.0.1:53897_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=637071876
[junit4] 2> 185945 INFO (jetty-closer-187-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@420f0a0{/solr,null,UNAVAILABLE}
[junit4] 2> 185948 INFO (jetty-closer-187-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98876922079019018-127.0.0.1:53897_solr-n_0000000000) closing
[junit4] 2> 185948 INFO (OverseerStateUpdate-98876922079019018-127.0.0.1:53897_solr-n_0000000000) [n:127.0.0.1:53897_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53897_solr
[junit4] 2> 185949 WARN (OverseerAutoScalingTriggerThread-98876922079019018-127.0.0.1:53897_solr-n_0000000000) [n:127.0.0.1:53897_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 185951 INFO (jetty-closer-187-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65d41169{/solr,null,UNAVAILABLE}
[junit4] 2> 185953 ERROR (SUITE-StreamExpressionTest-seed#[B2FBE78760C5F78B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 185954 INFO (SUITE-StreamExpressionTest-seed#[B2FBE78760C5F78B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53887 53887
[junit4] 2> 185977 INFO (Thread-85) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53887 53887
[junit4] 2> 186127 WARN (Thread-85) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/aliases.json
[junit4] 2> 15 /solr/configs/conf
[junit4] 2> 8 /solr/configs/ml
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/clusterprops.json
[junit4] 2> 100 /solr/clusterstate.json
[junit4] 2> 40 /solr/collections/destinationCollection/state.json
[junit4] 2> 28 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/uknownCollection/state.json
[junit4] 2> 10 /solr/collections/modelCollection/state.json
[junit4] 2> 10 /solr/collections/checkpointCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98876922079019018-127.0.0.1:53897_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98876922079019020-127.0.0.1:53898_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 100 /solr/live_nodes
[junit4] 2> 100 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_B2FBE78760C5F78B-001
[junit4] 2> Oct 23, 2017 7:03:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=fi-FI, timezone=America/Phoenix
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=110662624,total=230465536
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetAdminRequest, BasicHttpSolrClientTest, GreaterThanEqualToEvaluatorTest, TermsResponseTest, SolrExampleXMLTest, TestPathTrie, CubedRootEvaluatorTest, GraphExpressionTest, SolrDocumentTest, TestV2Request, TestUpdateRequestCodec, EqualToEvaluatorTest, ArcCosineEvaluatorTest, SolrExampleEmbeddedTest, RawValueEvaluatorTest, CoalesceEvaluatorTest, RoundEvaluatorTest, StreamExpressionTest]
[junit4] Completed [121/145 (1!)] on J0 in 126.88s, 121 tests, 1 failure <<< FAILURES!
[...truncated 46329 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4243
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4243/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:60698/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:60698/solr]
at __randomizedtesting.SeedInfo.seed([5931CC4FF0A6A8FD:6182E8B1D7557C2C]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:60698/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 44 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:60698 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 48 more
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger
Error Message:
org/apache/solr/cloud/autoscaling/SearchRateTrigger
Stack Trace:
java.lang.NoClassDefFoundError: org/apache/solr/cloud/autoscaling/SearchRateTrigger
at __randomizedtesting.SeedInfo.seed([5931CC4FF0A6A8FD:3AFAFACD6969DBD0]:0)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger(SearchRateTriggerTest.java:86)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassNotFoundException: org.apache.solr.cloud.autoscaling.SearchRateTrigger
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
... 40 more
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/java/org/apache/solr/cloud/autoscaling/SearchRateTrigger.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 46 more
Build Log:
[...truncated 13340 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
[junit4] 2> 2883110 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/init-core-data-001
[junit4] 2> 2883111 WARN (SUITE-AutoAddReplicasPlanActionTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 2883111 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2883118 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2883119 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001
[junit4] 2> 2883119 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2883120 INFO (Thread-5803) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2883120 INFO (Thread-5803) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2883128 ERROR (Thread-5803) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2883230 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60696
[junit4] 2> 2883260 INFO (jetty-launcher-5748-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2883260 INFO (jetty-launcher-5748-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2883260 INFO (jetty-launcher-5748-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2883289 INFO (jetty-launcher-5748-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29b0d469{/solr,null,AVAILABLE}
[junit4] 2> 2883289 INFO (jetty-launcher-5748-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5858cf80{/solr,null,AVAILABLE}
[junit4] 2> 2883289 INFO (jetty-launcher-5748-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1851e156{HTTP/1.1,[http/1.1]}{127.0.0.1:60699}
[junit4] 2> 2883289 INFO (jetty-launcher-5748-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2eb60e27{HTTP/1.1,[http/1.1]}{127.0.0.1:60698}
[junit4] 2> 2883289 INFO (jetty-launcher-5748-thread-1) [ ] o.e.j.s.Server Started @2886310ms
[junit4] 2> 2883289 INFO (jetty-launcher-5748-thread-2) [ ] o.e.j.s.Server Started @2886311ms
[junit4] 2> 2883289 INFO (jetty-launcher-5748-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60699}
[junit4] 2> 2883290 INFO (jetty-launcher-5748-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60698}
[junit4] 2> 2883290 ERROR (jetty-launcher-5748-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2883290 ERROR (jetty-launcher-5748-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2883290 INFO (jetty-launcher-5748-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2883290 INFO (jetty-launcher-5748-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2883290 INFO (jetty-launcher-5748-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2883290 INFO (jetty-launcher-5748-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2883291 INFO (jetty-launcher-5748-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2883291 INFO (jetty-launcher-5748-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2883291 INFO (jetty-launcher-5748-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T17:01:07.202Z
[junit4] 2> 2883290 INFO (jetty-launcher-5748-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T17:01:07.201Z
[junit4] 2> 2883291 INFO (jetty-launcher-5748-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@642a322b{/solr,null,AVAILABLE}
[junit4] 2> 2883292 INFO (jetty-launcher-5748-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b8d9c26{HTTP/1.1,[http/1.1]}{127.0.0.1:60700}
[junit4] 2> 2883292 INFO (jetty-launcher-5748-thread-3) [ ] o.e.j.s.Server Started @2886313ms
[junit4] 2> 2883292 INFO (jetty-launcher-5748-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60700}
[junit4] 2> 2883292 ERROR (jetty-launcher-5748-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2883293 INFO (jetty-launcher-5748-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2883293 INFO (jetty-launcher-5748-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2883293 INFO (jetty-launcher-5748-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2883293 INFO (jetty-launcher-5748-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T17:01:07.204Z
[junit4] 2> 2883295 INFO (jetty-launcher-5748-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2883295 INFO (jetty-launcher-5748-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2883296 INFO (jetty-launcher-5748-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2883310 INFO (jetty-launcher-5748-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60696/solr
[junit4] 2> 2883311 INFO (jetty-launcher-5748-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60696/solr
[junit4] 2> 2883311 INFO (jetty-launcher-5748-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60696/solr
[junit4] 2> 2883471 INFO (jetty-launcher-5748-thread-3) [n:127.0.0.1:60700_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2883471 INFO (jetty-launcher-5748-thread-2) [n:127.0.0.1:60698_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2883471 INFO (jetty-launcher-5748-thread-1) [n:127.0.0.1:60699_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2883474 INFO (jetty-launcher-5748-thread-3) [n:127.0.0.1:60700_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60700_solr
[junit4] 2> 2883475 INFO (jetty-launcher-5748-thread-2) [n:127.0.0.1:60698_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60698_solr
[junit4] 2> 2883475 INFO (jetty-launcher-5748-thread-1) [n:127.0.0.1:60699_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60699_solr
[junit4] 2> 2883475 INFO (jetty-launcher-5748-thread-3) [n:127.0.0.1:60700_solr ] o.a.s.c.Overseer Overseer (id=98873617090740233-127.0.0.1:60700_solr-n_0000000000) starting
[junit4] 2> 2883478 INFO (zkCallback-5765-thread-1-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2883479 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2883479 INFO (zkCallback-5764-thread-1-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2883494 INFO (jetty-launcher-5748-thread-3) [n:127.0.0.1:60700_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60700_solr
[junit4] 2> 2883511 INFO (zkCallback-5764-thread-1-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2883512 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2883512 INFO (zkCallback-5765-thread-1-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2883572 INFO (jetty-launcher-5748-thread-1) [n:127.0.0.1:60699_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60699.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2883572 INFO (jetty-launcher-5748-thread-2) [n:127.0.0.1:60698_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60698.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2883611 INFO (jetty-launcher-5748-thread-1) [n:127.0.0.1:60699_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60699.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2883611 INFO (jetty-launcher-5748-thread-1) [n:127.0.0.1:60699_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60699.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2883611 INFO (jetty-launcher-5748-thread-2) [n:127.0.0.1:60698_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60698.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2883611 INFO (jetty-launcher-5748-thread-2) [n:127.0.0.1:60698_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60698.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2883612 INFO (jetty-launcher-5748-thread-1) [n:127.0.0.1:60699_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node1/.
[junit4] 2> 2883613 INFO (jetty-launcher-5748-thread-2) [n:127.0.0.1:60698_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node2/.
[junit4] 2> 2883615 INFO (jetty-launcher-5748-thread-3) [n:127.0.0.1:60700_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60700.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2883621 INFO (jetty-launcher-5748-thread-3) [n:127.0.0.1:60700_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60700.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2883621 INFO (jetty-launcher-5748-thread-3) [n:127.0.0.1:60700_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60700.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2883622 INFO (jetty-launcher-5748-thread-3) [n:127.0.0.1:60700_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node3/.
[junit4] 2> 2883682 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2883684 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60696/solr ready
[junit4] 2> 2883815 INFO (TEST-AutoAddReplicasPlanActionTest.testSimple-seed#[5931CC4FF0A6A8FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2883817 INFO (qtp1438215154-30170) [n:127.0.0.1:60700_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:60699_solr,127.0.0.1:60698_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2883820 INFO (OverseerThreadFactory-13149-thread-1-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2883953 INFO (OverseerStateUpdate-98873617090740233-127.0.0.1:60700_solr-n_0000000000) [n:127.0.0.1:60700_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60698/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2883960 INFO (OverseerStateUpdate-98873617090740233-127.0.0.1:60700_solr-n_0000000000) [n:127.0.0.1:60700_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60699/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2883969 INFO (OverseerStateUpdate-98873617090740233-127.0.0.1:60700_solr-n_0000000000) [n:127.0.0.1:60700_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60698/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2883976 INFO (OverseerStateUpdate-98873617090740233-127.0.0.1:60700_solr-n_0000000000) [n:127.0.0.1:60700_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60699/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2884201 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2884201 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2884202 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2884202 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2884202 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2884203 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2884327 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2884327 INFO (zkCallback-5764-thread-1-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2884328 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2884328 INFO (zkCallback-5764-thread-2-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885251 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2885274 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2885274 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2885278 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2885282 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2885282 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2885284 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2885299 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2885299 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2885300 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2885299 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2885300 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60699.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2885300 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60698.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2885300 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2885300 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2885300 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 2885299 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2885300 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2885301 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60699.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2885301 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2885301 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 2885301 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2885300 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 2885302 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2885303 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2885303 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60698.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2885303 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2885303 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 2885373 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2885373 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2885375 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2885375 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2885375 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2885375 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2885376 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2885376 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2885376 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2885376 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2885377 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2885377 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2885377 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@adaee6c[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2885377 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2885377 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2885378 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c872ab6[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2885378 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2885378 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2885379 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2885379 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2885380 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2885380 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581977875818479616
[junit4] 2> 2885380 INFO (searcherExecutor-13158-thread-1-processing-n:127.0.0.1:60699_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@adaee6c[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2885380 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2885381 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bd92fc[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2885381 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2885381 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@62d0f42e[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2885383 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2885383 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2885383 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2885384 INFO (searcherExecutor-13156-thread-1-processing-n:127.0.0.1:60699_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@5c872ab6[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2885384 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2885384 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2885384 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2885384 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581977875822673920
[junit4] 2> 2885385 INFO (searcherExecutor-13159-thread-1-processing-n:127.0.0.1:60698_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@62d0f42e[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2885384 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581977875822673920
[junit4] 2> 2885387 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2885387 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2885388 INFO (searcherExecutor-13157-thread-1-processing-n:127.0.0.1:60698_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@7bd92fc[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2885388 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581977875826868224
[junit4] 2> 2885393 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2885394 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2885394 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60699/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 2885394 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:60699/solr START replicas=[http://127.0.0.1:60698/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2885395 INFO (qtp748210231-30172) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2885505 INFO (zkCallback-5764-thread-1-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885505 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885505 INFO (zkCallback-5764-thread-2-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885505 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885705 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:60699/solr DONE. We have no versions. sync failed.
[junit4] 2> 2885705 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2885705 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2885705 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2885713 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60699/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 2885823 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885823 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885823 INFO (zkCallback-5764-thread-1-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885823 INFO (zkCallback-5764-thread-2-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885826 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2885829 INFO (qtp35736479-30158) [n:127.0.0.1:60699_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1627
[junit4] 2> 2885898 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2885898 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2885898 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60699/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 2885899 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:60699/solr START replicas=[http://127.0.0.1:60698/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2885900 INFO (qtp748210231-30165) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2885938 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885938 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885938 INFO (zkCallback-5764-thread-1-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2885938 INFO (zkCallback-5764-thread-2-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2886210 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:60699/solr DONE. We have no versions. sync failed.
[junit4] 2> 2886210 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2886210 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2886210 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2886221 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60699/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 2886332 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2886332 INFO (zkCallback-5764-thread-1-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2886332 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2886332 INFO (zkCallback-5764-thread-2-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2886333 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2886334 INFO (qtp35736479-30160) [n:127.0.0.1:60699_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2132
[junit4] 2> 2886400 INFO (qtp748210231-30175) [n:127.0.0.1:60698_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2199
[junit4] 2> 2886401 INFO (qtp748210231-30174) [n:127.0.0.1:60698_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2199
[junit4] 2> 2886407 INFO (qtp1438215154-30170) [n:127.0.0.1:60700_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2886513 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2886513 INFO (zkCallback-5764-thread-1-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2886513 INFO (zkCallback-5764-thread-2-processing-n:127.0.0.1:60699_solr) [n:127.0.0.1:60699_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2886513 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2887410 INFO (qtp1438215154-30170) [n:127.0.0.1:60700_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:60699_solr,127.0.0.1:60698_solr&wt=javabin&version=2} status=0 QTime=3593
[junit4] 2> 2887411 INFO (qtp1438215154-30171) [n:127.0.0.1:60700_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:60698_solr,127.0.0.1:60700_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2887413 INFO (OverseerThreadFactory-13149-thread-2-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 2887414 INFO (OverseerCollectionConfigSetProcessor-98873617090740233-127.0.0.1:60700_solr-n_0000000000) [n:127.0.0.1:60700_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2887630 INFO (OverseerStateUpdate-98873617090740233-127.0.0.1:60700_solr-n_0000000000) [n:127.0.0.1:60700_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60698/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2887633 INFO (OverseerStateUpdate-98873617090740233-127.0.0.1:60700_solr-n_0000000000) [n:127.0.0.1:60700_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60700/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2887845 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2887845 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2887846 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2887961 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2887961 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2887961 INFO (zkCallback-5765-thread-1-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2887961 INFO (zkCallback-5765-thread-2-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2888925 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2888925 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2888932 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2888932 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2888935 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2888935 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2888935 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2888935 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2888936 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60698.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2888936 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60700.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58f115ae
[junit4] 2> 2888936 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2888936 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2888936 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node2/testSimple2_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node2/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 2888936 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5931CC4FF0A6A8FD-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 2888990 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2888990 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2888991 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2888991 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2888991 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2888991 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2888992 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2888992 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2888992 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@330ac78c[testSimple2_shard1_replica_n2] main]
[junit4] 2> 2888993 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f7506fe[testSimple2_shard1_replica_n1] main]
[junit4] 2> 2888994 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2888994 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2888994 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2888995 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2888995 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581977879609081856
[junit4] 2> 2888995 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2888995 INFO (searcherExecutor-13177-thread-1-processing-n:127.0.0.1:60700_solr x:testSimple2_shard1_replica_n2 s:shard1 c:testSimple2 r:core_node4) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@330ac78c[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2888995 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2888995 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581977879609081856
[junit4] 2> 2888996 INFO (searcherExecutor-13176-thread-1-processing-n:127.0.0.1:60698_solr x:testSimple2_shard1_replica_n1 s:shard1 c:testSimple2 r:core_node3) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@1f7506fe[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2889002 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2889002 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2889002 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60700/solr/testSimple2_shard1_replica_n2/
[junit4] 2> 2889002 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=http://127.0.0.1:60700/solr START replicas=[http://127.0.0.1:60698/solr/testSimple2_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2889003 INFO (qtp748210231-30173) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.S.Request [testSimple2_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2889113 INFO (zkCallback-5765-thread-2-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889113 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889113 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889113 INFO (zkCallback-5765-thread-3-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889308 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=http://127.0.0.1:60700/solr DONE. We have no versions. sync failed.
[junit4] 2> 2889308 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2889308 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2889308 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2889321 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60700/solr/testSimple2_shard1_replica_n2/ shard1
[junit4] 2> 2889427 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889427 INFO (zkCallback-5765-thread-2-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889427 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889427 INFO (zkCallback-5765-thread-3-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889477 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2889481 INFO (qtp1438215154-30180) [n:127.0.0.1:60700_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1635
[junit4] 2> 2889586 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889586 INFO (zkCallback-5765-thread-3-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889587 INFO (zkCallback-5765-thread-2-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2889586 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2890016 INFO (qtp748210231-30177) [n:127.0.0.1:60698_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2171
[junit4] 2> 2890021 INFO (qtp1438215154-30171) [n:127.0.0.1:60700_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2890129 INFO (zkCallback-5763-thread-2-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2890129 INFO (zkCallback-5765-thread-3-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2890129 INFO (zkCallback-5765-thread-2-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2890129 INFO (zkCallback-5763-thread-1-processing-n:127.0.0.1:60698_solr) [n:127.0.0.1:60698_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2891031 INFO (qtp1438215154-30171) [n:127.0.0.1:60700_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:60698_solr,127.0.0.1:60700_solr&wt=javabin&version=2} status=0 QTime=3620
[junit4] 2> 2891032 INFO (qtp1438215154-30182) [n:127.0.0.1:60700_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:60699_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2891035 INFO (OverseerThreadFactory-13149-thread-3-processing-n:127.0.0.1:60700_solr) [n:127.0.0.1:60700_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 2891035 INFO (OverseerCollectionConfigSetProcessor-
[...truncated too long message...]
=211941490
[junit4] 2> 2976428 INFO (coreCloseExecutor-9610-thread-1) [n:127.0.0.1:60817_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node3 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.SearchRateTriggerTest-collection1.shard1.leader, tag=522116703
[junit4] 2> 2976429 INFO (coreCloseExecutor-9608-thread-1) [n:127.0.0.1:60818_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.SearchRateTriggerTest-collection1.shard1.leader, tag=585473340
[junit4] 2> 2976430 INFO (jetty-closer-4724-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98873620768489483-127.0.0.1:60816_solr-n_0000000000) closing
[junit4] 2> 2976431 INFO (OverseerStateUpdate-98873620768489483-127.0.0.1:60816_solr-n_0000000000) [n:127.0.0.1:60816_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60816_solr
[junit4] 2> 2976433 WARN (OverseerAutoScalingTriggerThread-98873620768489483-127.0.0.1:60816_solr-n_0000000000) [n:127.0.0.1:60816_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2976435 INFO (jetty-closer-4724-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@89acc13{/solr,null,UNAVAILABLE}
[junit4] 2> 2976436 INFO (jetty-closer-4724-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b4d4eab{/solr,null,UNAVAILABLE}
[junit4] 2> 2977944 INFO (jetty-closer-4724-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@39b2930c{/solr,null,UNAVAILABLE}
[junit4] 2> 2977946 ERROR (SUITE-SearchRateTriggerTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2977947 INFO (SUITE-SearchRateTriggerTest-seed#[5931CC4FF0A6A8FD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60813 60813
[junit4] 2> 2977990 INFO (Thread-4409) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60813 60813
[junit4] 2> 2978116 WARN (Thread-4409) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2> 4 /solr/collections/SearchRateTriggerTest-collection2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/collections/SearchRateTriggerTest-collection1/state.json
[junit4] 2> 12 /solr/collections/SearchRateTriggerTest-collection2/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/98873620768489484-127.0.0.1:60817_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerTest_5931CC4FF0A6A8FD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=751, maxMBSortInHeap=7.493177358477304, sim=RandomSimilarity(queryNorm=false): {}, locale=sv, timezone=Asia/Istanbul
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=65922784,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSubQueryTransformer, RulesTest, TestConfigSets, HdfsUnloadDistributedZkTest, TestPushWriter, SolrGraphiteReporterTest, BigEndianAscendingWordSerializerTest, TestSha256AuthenticationProvider, JSONWriterTest, TestCollectionAPI, ImplicitSnitchTest, SuggesterTest, ExplicitHLLTest, CreateCollectionCleanupTest, UUIDFieldTest, HdfsRecoverLeaseTest, ResponseHeaderTest, TestLeaderElectionZkExpiry, RAMDirectoryFactoryTest, SparseHLLTest, TestManagedSchemaAPI, TestFilteredDocIdSet, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CurrencyFieldTypeTest, DistributedVersionInfoTest, PeerSyncWithIndexFingerprintCachingTest, HdfsDirectoryFactoryTest, TimeZoneUtilsTest, TestDownShardTolerantSearch, TestDeleteCollectionOnDownNodes, TestRestoreCore, TestConfigReload, TriLevelCompositeIdRoutingTest, TestIntervalFaceting, SolrRequestParserTest, InfixSuggestersTest, TestReplicationHandlerBackup, BadIndexSchemaTest, TestEmbeddedSolrServerAdminHandler, TestRequestStatusCollectionAPI, BasicDistributedZkTest, TestFiltering, HdfsBasicDistributedZk2Test, TestPolicyCloud, TestXmlQParserPlugin, TestRandomRequestDistribution, SolrCloudReportersTest, SearchHandlerTest, AtomicUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, MoveReplicaHDFSFailoverTest, TestPKIAuthenticationPlugin, AddReplicaTest, TestConfigsApi, TestPointFields, DefaultValueUpdateProcessorTest, TestUpdate, CircularListTest, PathHierarchyTokenizerFactoryTest, TestConfigSetsAPIZkFailure, HdfsCollectionsAPIDistributedZkTest, URLClassifyProcessorTest, SolrInfoBeanTest, CleanupOldIndexTest, NodeAddedTriggerTest, TestSolrConfigHandlerConcurrent, MoveReplicaTest, TestPrepRecovery, LeaderFailoverAfterPartitionTest, TestPhraseSuggestions, TestMaxTokenLenTokenizer, CdcrReplicationHandlerTest, TestReloadAndDeleteDocs, TestSolrDeletionPolicy2, TestSolrQueryResponse, TestLegacyNumericRangeQueryBuilder, IndexSchemaTest, TestImplicitCoreProperties, TestCodecSupport, TestNamedUpdateProcessors, CursorPagingTest, NodeMutatorTest, TestImpersonationWithHadoopAuth, TestSchemaSimilarityResource, PKIAuthenticationIntegrationTest, DisMaxRequestHandlerTest, TestPullReplicaErrorHandling, OutputWriterTest, DocValuesMissingTest, CoreAdminRequestStatusTest, TestConfigSetImmutable, TestDistribIDF, XsltUpdateRequestHandlerTest, DistributedFacetPivotLongTailTest, BlockCacheTest, ComputePlanActionTest, HdfsLockFactoryTest, TestIBSimilarityFactory, TestJoin, SortByFunctionTest, TestCloudSearcherWarming, ScriptEngineTest, OverseerTest, TestDFRSimilarityFactory, CdcrBootstrapTest, TestScoreJoinQPScore, TestDistributedStatsComponentCardinality, TestInitParams, FieldAnalysisRequestHandlerTest, PeerSyncReplicationTest, DateMathParserTest, TestQuerySenderListener, TestFieldTypeCollectionResource, TestZkAclsWithHadoopAuth, TestComplexPhraseLeadingWildcard, TestLMDirichletSimilarityFactory, TestCloudSchemaless, TestWriterPerf, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, GraphQueryTest, TestMissingGroups, AutoscalingHistoryHandlerTest, TestClassicSimilarityFactory, TestGraphMLResponseWriter, TestQueryWrapperFilter, SignatureUpdateProcessorFactoryTest, TestOmitPositions, BooleanFieldTest, TestRecoveryHdfs, TestExactStatsCache, TestSQLHandlerNonCloud, BufferStoreTest, TestNoOpRegenerator, TestSolrCoreSnapshots, TestFreeTextSuggestions, TestSurroundQueryParser, TestMacroExpander, DirectUpdateHandlerTest, HighlighterTest, SolrXmlInZkTest, WordBreakSolrSpellCheckerTest, TestTolerantSearch, HdfsChaosMonkeyNothingIsSafeTest, OverriddenZkACLAndCredentialsProvidersTest, TestUtils, TestDynamicFieldCollectionResource, TestUseDocValuesAsStored2, CdcrUpdateLogTest, ResourceLoaderTest, TestFieldCollectionResource, HdfsAutoAddReplicasIntegrationTest, TestTrieFacet, TestApiFramework, SliceStateTest, TestEmbeddedSolrServerSchemaAPI, ReplicationFactorTest, TestSchemalessBufferedUpdates, DistributedQueryElevationComponentTest, LeaderElectionTest, VersionInfoTest, TestTrackingShardHandlerFactory, DistributedSuggestComponentTest, TestLFUCache, UUIDUpdateProcessorFallbackTest, DistributedTermsComponentTest, LargeFieldTest, ForceLeaderTest, HdfsRestartWhileUpdatingTest, ShardRoutingTest, NumericFieldsTest, TestHighlightDedupGrouping, SpellCheckCollatorWithCollapseTest, SpellCheckCollatorTest, TestBackupRepositoryFactory, PrimUtilsTest, TestReversedWildcardFilterFactory, ResponseLogComponentTest, TestRandomDVFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, SimpleFacetsTest, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, SoftAutoCommitTest, TestMergePolicyConfig, MultiTermTest, SampleTest, TestBinaryField, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestBM25SimilarityFactory, TestFastWriter, TestFastOutputStream, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DistribCursorPagingTest, HealthCheckHandlerTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, ReplaceNodeTest, RestartWhileUpdatingTest, RollingRestartTest, ShardSplitTest, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTlogReplica, AutoAddReplicasIntegrationTest, NodeLostTriggerTest, SearchRateTriggerTest]
[junit4] Completed [570/745 (2!)] on J0 in 38.88s, 1 test, 1 error <<< FAILURES!
[...truncated 47729 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4242 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4242/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:64298_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/9)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"http://127.0.0.1:64298/solr", "node_name":"127.0.0.1:64298_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"http://127.0.0.1:64297/solr", "node_name":"127.0.0.1:64297_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:64298_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/9)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"http://127.0.0.1:64298/solr",
"node_name":"127.0.0.1:64298_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"http://127.0.0.1:64297/solr",
"node_name":"127.0.0.1:64297_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([519E0EB0AC599C46:E1FF009C89663D63]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1726 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J1-20171022_031653_1962117095279113595393.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J0-20171022_031653_1969068631464185546492.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 288 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J0-20171022_032433_6924527965907466764384.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J1-20171022_032433_6927960168267966449294.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1054 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J0-20171022_032523_21012714460707414321034.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J1-20171022_032523_2108864154458412394166.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 224 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J0-20171022_032731_17210776250351198547255.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J1-20171022_032731_1722025089769059491563.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 249 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171022_032741_5195172287398842805278.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171022_032741_5196921709524811242043.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171022_032812_8858777492357266992479.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171022_032812_8857992128539032181856.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 169 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171022_032817_67112078030080791215203.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171022_032817_671225838727668765909.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 151 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171022_032825_03615244752566726269454.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171022_032825_0249113102924686116655.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 159 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J0-20171022_032832_55513135699253507097344.syserr
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J1-20171022_032832_55514542485425215664727.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 170 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/uima/test/temp/junit4-J0-20171022_032835_77917615367300959741031.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 152 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J1-20171022_032847_7932376066986649952702.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 19 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J0-20171022_032847_7938843540340678442831.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1268 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J0-20171022_032906_2631083758407509356122.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J1-20171022_032906_2638570937823819387122.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 231 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J1-20171022_032916_17113163297155672041846.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J0-20171022_032916_17116984329084876088931.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 262 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J1-20171022_032935_9017128862919435364460.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J0-20171022_032935_90112262720482070380993.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 240 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J1-20171022_033124_3372637093943391834891.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J0-20171022_033124_33716316528209376448734.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 164 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J0-20171022_033128_41010104210327368832268.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J1-20171022_033128_4101874198123929647843.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 226 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J0-20171022_033133_8327481714578219103617.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J1-20171022_033133_83214975746867021859487.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 179 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J1-20171022_033156_80813899962137325327888.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J0-20171022_033156_80712168289923701331055.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 246 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J1-20171022_033208_60013775283099270020318.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J0-20171022_033208_60015193898089948419884.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J1-20171022_033225_1274067373183179915786.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J0-20171022_033225_12715183998827397016557.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 147 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J0-20171022_033236_1379596295443115089017.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J1-20171022_033236_1373997922179473261997.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 182 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J0-20171022_033241_90913292309487706352222.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J1-20171022_033241_9095495117668343922863.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 315 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J0-20171022_033257_47115930927350865805481.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J1-20171022_033257_4717941720832852367832.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 224 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J1-20171022_033306_0827629062930256642087.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J0-20171022_033306_08218391461286034071015.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J1-20171022_033315_1652508955639924981146.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J0-20171022_033315_1653773863985567436155.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 216 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J0-20171022_033327_26613805204258537675242.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 7 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J1-20171022_033327_2672541740643159288373.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 415 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J0-20171022_033358_41817625598558138773404.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J1-20171022_033358_41914621064855065842267.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 146 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial/test/temp/junit4-J0-20171022_033415_60815003491538101059380.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 179 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J1-20171022_033418_11911263707646471324967.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J0-20171022_033418_11914796335601971976486.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 250 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J1-20171022_033433_92512336985351873390050.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J0-20171022_033433_92518041260548010012489.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3578 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/init-core-data-001
[junit4] 2> 3611097 WARN (SUITE-ExecutePlanActionTest-seed#[519E0EB0AC599C46]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 3611097 INFO (SUITE-ExecutePlanActionTest-seed#[519E0EB0AC599C46]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3611098 INFO (SUITE-ExecutePlanActionTest-seed#[519E0EB0AC599C46]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 3611098 INFO (SUITE-ExecutePlanActionTest-seed#[519E0EB0AC599C46]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3611098 INFO (SUITE-ExecutePlanActionTest-seed#[519E0EB0AC599C46]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/tempDir-001
[junit4] 2> 3611099 INFO (SUITE-ExecutePlanActionTest-seed#[519E0EB0AC599C46]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3611099 INFO (Thread-5798) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3611099 INFO (Thread-5798) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3611102 ERROR (Thread-5798) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3611204 INFO (SUITE-ExecutePlanActionTest-seed#[519E0EB0AC599C46]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:64295
[junit4] 2> 3611220 INFO (jetty-launcher-6309-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3611220 INFO (jetty-launcher-6309-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3611222 INFO (jetty-launcher-6309-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fb504d2{/solr,null,AVAILABLE}
[junit4] 2> 3611222 INFO (jetty-launcher-6309-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28741c23{/solr,null,AVAILABLE}
[junit4] 2> 3611224 INFO (jetty-launcher-6309-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@21e022b4{HTTP/1.1,[http/1.1]}{127.0.0.1:64298}
[junit4] 2> 3611224 INFO (jetty-launcher-6309-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c345636{HTTP/1.1,[http/1.1]}{127.0.0.1:64297}
[junit4] 2> 3611225 INFO (jetty-launcher-6309-thread-2) [ ] o.e.j.s.Server Started @3613243ms
[junit4] 2> 3611224 INFO (jetty-launcher-6309-thread-1) [ ] o.e.j.s.Server Started @3613243ms
[junit4] 2> 3611225 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64297}
[junit4] 2> 3611225 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64298}
[junit4] 2> 3611225 ERROR (jetty-launcher-6309-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3611225 ERROR (jetty-launcher-6309-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3611225 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3611225 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3611225 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3611225 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3611225 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3611225 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3611226 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T04:35:54.361006Z
[junit4] 2> 3611226 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T04:35:54.361047Z
[junit4] 2> 3611228 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3611228 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3611233 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64295/solr
[junit4] 2> 3611234 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64295/solr
[junit4] 2> 3611409 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3611410 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3611410 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64297_solr
[junit4] 2> 3611411 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64298_solr
[junit4] 2> 3611412 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98870686792810501-127.0.0.1:64297_solr-n_0000000000) starting
[junit4] 2> 3611414 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3611415 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3611425 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3611427 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3611428 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64297_solr
[junit4] 2> 3611428 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:64298_solr]
[junit4] 2> 3611428 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3611429 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3611431 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3611432 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3611434 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3611435 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3611436 DEBUG (ScheduledTrigger-13344-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:64298_solr, 127.0.0.1:64297_solr]
[junit4] 2> 3611465 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64298.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dcced22
[junit4] 2> 3611475 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64298.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dcced22
[junit4] 2> 3611475 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64298.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dcced22
[junit4] 2> 3611476 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64297.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dcced22
[junit4] 2> 3611476 INFO (jetty-launcher-6309-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/tempDir-001/node1/.
[junit4] 2> 3611485 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64297.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dcced22
[junit4] 2> 3611485 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64297.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dcced22
[junit4] 2> 3611487 INFO (jetty-launcher-6309-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/tempDir-001/node2/.
[junit4] 2> 3611511 INFO (SUITE-ExecutePlanActionTest-seed#[519E0EB0AC599C46]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3611512 INFO (SUITE-ExecutePlanActionTest-seed#[519E0EB0AC599C46]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64295/solr ready
[junit4] 2> 3611527 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[519E0EB0AC599C46]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 3611528 DEBUG (zkCallback-6320-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3611529 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3611531 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3611532 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3611532 DEBUG (OverseerAutoScalingTriggerThread-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3611534 INFO (qtp52307837-34173) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3611537 INFO (OverseerThreadFactory-13346-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 3611659 INFO (OverseerStateUpdate-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64298/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3611663 INFO (OverseerStateUpdate-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64297/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3611883 INFO (qtp52307837-34175) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3611883 INFO (qtp1280949079-34180) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3611884 INFO (qtp52307837-34175) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3611884 INFO (qtp1280949079-34180) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3611991 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3611991 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3611992 INFO (zkCallback-6321-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3611992 INFO (zkCallback-6320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3612900 INFO (qtp52307837-34175) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3612901 INFO (qtp1280949079-34180) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3612916 INFO (qtp52307837-34175) [ ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3612916 INFO (qtp1280949079-34180) [ ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3612918 INFO (qtp52307837-34175) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3612918 INFO (qtp52307837-34175) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 3612918 INFO (qtp1280949079-34180) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3612918 INFO (qtp1280949079-34180) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 3612918 INFO (qtp1280949079-34180) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64298.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dcced22
[junit4] 2> 3612919 INFO (qtp52307837-34175) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64297.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dcced22
[junit4] 2> 3612919 INFO (qtp1280949079-34180) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3612919 INFO (qtp1280949079-34180) [ ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/tempDir-001/node1/testExecute_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/tempDir-001/node1/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 3612919 INFO (qtp52307837-34175) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3612919 INFO (qtp52307837-34175) [ ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/tempDir-001/node2/testExecute_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/tempDir-001/node2/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 3612964 INFO (qtp1280949079-34180) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3612964 INFO (qtp52307837-34175) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3612964 INFO (qtp52307837-34175) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3612964 INFO (qtp1280949079-34180) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3612966 INFO (qtp52307837-34175) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3612966 INFO (qtp52307837-34175) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3612966 INFO (qtp1280949079-34180) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3612966 INFO (qtp1280949079-34180) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3612967 INFO (qtp52307837-34175) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c3d3112[testExecute_shard1_replica_n2] main]
[junit4] 2> 3612968 INFO (qtp1280949079-34180) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@a3b38da[testExecute_shard1_replica_n1] main]
[junit4] 2> 3612969 INFO (qtp52307837-34175) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3612969 INFO (qtp52307837-34175) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3612970 INFO (qtp1280949079-34180) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3612970 INFO (qtp1280949079-34180) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3612970 INFO (qtp52307837-34175) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3612971 INFO (qtp1280949079-34180) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3612971 INFO (searcherExecutor-13352-thread-1) [ ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@a3b38da[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3612971 INFO (searcherExecutor-13351-thread-1) [ ] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@7c3d3112[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3612971 INFO (qtp1280949079-34180) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581930990645805056
[junit4] 2> 3612971 INFO (qtp52307837-34175) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581930990645805056
[junit4] 2> 3612980 INFO (qtp1280949079-34180) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3612980 INFO (qtp1280949079-34180) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3612980 INFO (qtp1280949079-34180) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64298/solr/testExecute_shard1_replica_n1/
[junit4] 2> 3612981 INFO (qtp1280949079-34180) [ ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=http://127.0.0.1:64298/solr START replicas=[http://127.0.0.1:64297/solr/testExecute_shard1_replica_n2/] nUpdates=100
[junit4] 2> 3612982 INFO (qtp52307837-34177) [ ] o.a.s.c.S.Request [testExecute_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3613091 INFO (zkCallback-6320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613091 INFO (zkCallback-6320-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613091 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613091 INFO (zkCallback-6321-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613291 INFO (qtp1280949079-34180) [ ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=http://127.0.0.1:64298/solr DONE. We have no versions. sync failed.
[junit4] 2> 3613292 INFO (qtp1280949079-34180) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3613292 INFO (qtp1280949079-34180) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3613292 INFO (qtp1280949079-34180) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3613297 INFO (qtp1280949079-34180) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64298/solr/testExecute_shard1_replica_n1/ shard1
[junit4] 2> 3613407 INFO (zkCallback-6320-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613407 INFO (zkCallback-6321-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613407 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613407 INFO (zkCallback-6320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613457 INFO (qtp1280949079-34180) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3613459 INFO (qtp1280949079-34180) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1575
[junit4] 2> 3613570 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613570 INFO (zkCallback-6321-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613570 INFO (zkCallback-6320-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613570 INFO (zkCallback-6320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3613991 INFO (qtp52307837-34175) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2108
[junit4] 2> 3613994 INFO (qtp52307837-34173) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3614103 INFO (zkCallback-6320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3614103 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3614103 INFO (zkCallback-6321-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3614103 INFO (zkCallback-6320-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615003 INFO (qtp52307837-34173) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3469
[junit4] 2> 3615008 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[519E0EB0AC599C46]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508646958143000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508646958143000000],
[junit4] 2> "nodeNames":["127.0.0.1:64298_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7b8fc8fb, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@47688acb]}
[junit4] 2> 3615009 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[519E0EB0AC599C46]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:64297_solr&replica=core_node3
[junit4] 2> 3615012 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[519E0EB0AC599C46]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 3615041 INFO (qtp52307837-34171) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:64297_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3615043 INFO (qtp52307837-34171) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:64297_solr&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3615044 INFO (qtp52307837-34174) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3615051 INFO (qtp52307837-34174) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3615054 INFO (OverseerThreadFactory-13346-thread-2) [ ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node3:{"core":"testExecute_shard1_replica_n1","base_url":"http://127.0.0.1:64298/solr","node_name":"127.0.0.1:64298_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 3615054 INFO (OverseerCollectionConfigSetProcessor-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3615057 INFO (OverseerThreadFactory-13346-thread-2) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:64297_solr for creating new replica
[junit4] 2> 3615060 INFO (OverseerStateUpdate-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64297/solr",
[junit4] 2> "node_name":"127.0.0.1:64297_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 3615170 INFO (zkCallback-6321-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615171 INFO (zkCallback-6320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615171 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615170 INFO (zkCallback-6320-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615282 INFO (qtp52307837-34176) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560472217039456&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 3615282 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560472217039456&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3615282 INFO (qtp52307837-34177) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560472217039456
[junit4] 2> 3615283 INFO (qtp52307837-34177) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560472217039456&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3615292 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3615311 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 3615313 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3615313 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 3615313 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64297.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dcced22
[junit4] 2> 3615313 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3615314 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/tempDir-001/node2/testExecute_shard1_replica_n5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_519E0EB0AC599C46-001/tempDir-001/node2/./testExecute_shard1_replica_n5/data/]
[junit4] 2> 3615374 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3615374 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3615376 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3615376 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3615378 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4eb732ce[testExecute_shard1_replica_n5] main]
[junit4] 2> 3615379 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3615380 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3615381 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3615381 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581930993172873216
[junit4] 2> 3615382 INFO (searcherExecutor-13361-thread-1) [ ] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@4eb732ce[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3615385 INFO (parallelCoreAdminExecutor-13348-thread-1) [ ] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 3615386 INFO (updateExecutor-6314-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 3615386 INFO (zkCallback-6320-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615387 INFO (recoveryExecutor-6315-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 3615387 INFO (zkCallback-6321-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615387 INFO (recoveryExecutor-6315-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 3615387 INFO (recoveryExecutor-6315-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 3615387 INFO (recoveryExecutor-6315-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3615387 INFO (recoveryExecutor-6315-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [http://127.0.0.1:64298/solr/testExecute_shard1_replica_n1/] and I am [http://127.0.0.1:64297/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 3615387 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615387 INFO (zkCallback-6320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615390 INFO (recoveryExecutor-6315-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:64298/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n1&nodeName=127.0.0.1:64297_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 3615391 INFO (qtp1280949079-34182) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 3615391 INFO (qtp1280949079-34182) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:64297_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"http://127.0.0.1:64297/solr","node_name":"127.0.0.1:64297_solr","state":"down","type":"NRT"}
[junit4] 2> 3615500 INFO (zkCallback-6321-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615500 INFO (zkCallback-6320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615500 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3615500 INFO (zkCallback-6321-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3616284 INFO (qtp52307837-34175) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560472217039456
[junit4] 2> 3616284 INFO (qtp52307837-34175) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560472217039456&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3616285 INFO (qtp1280949079-34184) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n1&async=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560473220794485&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 3616286 INFO (parallelCoreAdminExecutor-13347-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=null
[junit4] 2> 3616286 INFO (parallelCoreAdminExecutor-13347-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@251bd9ff: rootName = solr_64298, domain = solr.core.testExecute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2d2272fe
[junit4] 2> 3616286 INFO (qtp1280949079-34185) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560473220794485
[junit4] 2> 3616286 INFO (qtp1280949079-34185) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560473220794485&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3616297 INFO (parallelCoreAdminExecutor-13347-thread-1) [ ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5aa93ffb
[junit4] 2> 3616297 INFO (parallelCoreAdminExecutor-13347-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=1521041403
[junit4] 2> 3616298 INFO (parallelCoreAdminExecutor-13347-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1521041403
[junit4] 2> 3616304 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3616416 INFO (zkCallback-6320-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3616416 INFO (zkCallback-6320-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3617294 INFO (qtp1280949079-34185) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560473220794485
[junit4] 2> 3617294 INFO (qtp1280949079-34185) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/02560473220794485&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3617404 INFO (OverseerThreadFactory-13346-thread-2) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3618815 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64297/solr/testExecute_shard1_replica_n2/
[junit4] 2> 3618815 INFO (zkCallback-6320-thread-1) [ ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=http://127.0.0.1:64297/solr START replicas=[http://127.0.0.1:64297/solr/testExecute_shard1_replica_n5/] nUpdates=100
[junit4] 2> 3618817 INFO (qtp52307837-34173) [ ] o.a.s.c.S.Request [testExecute_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3619072 INFO (OverseerCollectionConfigSetProcessor-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3619126 INFO (zkCallback-6320-thread-1) [ ] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=http://127.0.0.1:64297/solr DONE. We have no versions. sync failed.
[junit4] 2> 3619126 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3619126 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3619131 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64297/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 3619133 INFO (zkCallback-6320-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3619133 INFO (zkCallback-6320-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3620060 INFO (qtp52307837-34173) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3620061 INFO (qtp52307837-34173) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3620062 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[519E0EB0AC599C46]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0 finished with state=COMPLETED in 5s
[junit4] 2> 3620062 INFO (qtp52307837-34171) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3620063 INFO (qtp52307837-34171) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3620064 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[519E0EB0AC599C46]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
[junit4] 2> 3620066 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[519E0EB0AC599C46]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
[junit4] 2> 3620067 INFO (qtp52307837-34174) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3620070 INFO (qtp52307837-34174) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3620070 INFO (qtp52307837-34176) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3620073 INFO (qtp52307837-34176) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3620082 INFO (OverseerThreadFactory-13346-thread-3) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3622086 INFO (OverseerCollectionConfigSetProcessor-98870686792810501-127.0.0.1:64297_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3625080 INFO (qtp52307837-34177) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3625081 INFO (qtp52307837-34177) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3625081 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[519E0EB0AC599C46]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0 finished with state=COMPLETED in 5s
[junit4] 2> 3625082 INFO (qtp52307837-34175) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3625082 INFO (qtp52307837-34175) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efca6a4f964dc0T5eoibo29knunq55lshyejxvnj/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3645607 ERROR (qtp1280949079-34182) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: core not found:testExecute_shard1_replica_n1
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:75)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servl
[...truncated too long message...]
Solr-master-MacOSX/solr/build/solr-solrj/test/temp/junit4-J0-20171022_045226_23211306225465096166246.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/temp/junit4-J1-20171022_045226_23215171214975562274887.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1362 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20171022_045542_12513189326190046209654.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20171022_045542_12610945301315402013246.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 784 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20171022_045555_3524106686354556647685.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20171022_045555_3527164478221308934156.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 553 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171022_045701_1228996915235014199589.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171022_045701_1227809068255455985114.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1257 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171022_045731_3621869962190171441481.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171022_045731_36212347798019135311218.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 637 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171022_045745_39916059763164521042109.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 12 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171022_045745_40011932517116259925485.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 554 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171022_045822_53617337443660674894698.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171022_045822_52914561928991039276037.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 561 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171022_045840_9095802305793840392070.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171022_045840_90916968772441066216203.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 648 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171022_045852_4941460469165222993534.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171022_045852_4948307125189020084554.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 595 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171022_045925_25313442431811022247947.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171022_045925_2534488428520549810788.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171022_045941_56116188873427659834850.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 31562 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4241
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4241/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls
Error Message:
org/apache/solr/client/solrj/request/CollectionAdminRequest$SplitShard
Stack Trace:
java.lang.NoClassDefFoundError: org/apache/solr/client/solrj/request/CollectionAdminRequest$SplitShard
at __randomizedtesting.SeedInfo.seed([EDD47ED5EB872B88:B5B0F2B4EDED835C]:0)
at org.apache.solr.client.solrj.request.CollectionAdminRequest.splitShard(CollectionAdminRequest.java:1040)
at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls(CollectionsAPIAsyncDistributedZkTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testSplitShard
Error Message:
org/apache/solr/client/solrj/request/CollectionAdminRequest$SplitShard
Stack Trace:
java.lang.NoClassDefFoundError: org/apache/solr/client/solrj/request/CollectionAdminRequest$SplitShard
at __randomizedtesting.SeedInfo.seed([EDD47ED5EB872B88:36DED3B9F5721737]:0)
at org.apache.solr.client.solrj.request.CollectionAdminRequest.splitShard(CollectionAdminRequest.java:1040)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testSplitShard(CollectionsAPISolrJTest.java:213)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
org/apache/solr/client/solrj/request/CollectionAdminRequest$SplitShard
Stack Trace:
java.lang.NoClassDefFoundError: org/apache/solr/client/solrj/request/CollectionAdminRequest$SplitShard
at __randomizedtesting.SeedInfo.seed([EDD47ED5EB872B88:6580410F457B4670]:0)
at org.apache.solr.client.solrj.request.CollectionAdminRequest.splitShard(CollectionAdminRequest.java:1040)
at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:212)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:65)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
... 44 more
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/classes/java/org/apache/solr/client/solrj/request/CollectionAdminRequest$SplitShard.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 50 more
FAILED: org.apache.solr.cloud.ShardSplitTest.test
Error Message:
SPLITSHARD was not successful even after three tries
Stack Trace:
java.lang.AssertionError: SPLITSHARD was not successful even after three tries
at __randomizedtesting.SeedInfo.seed([EDD47ED5EB872B88:6580410F457B4670]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ShardSplitTest.splitByRouteKeyTest(ShardSplitTest.java:813)
at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:52874_solr, 127.0.0.1:52876_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/14)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple1_shard1_replica_n1", "base_url":"http://127.0.0.1:52876/solr", "node_name":"127.0.0.1:52876_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"http://127.0.0.1:52874/solr", "state":"down", "node_name":"127.0.0.1:52874_solr", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple1_shard2_replica_n4", "base_url":"http://127.0.0.1:52876/solr", "node_name":"127.0.0.1:52876_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"http://127.0.0.1:52874/solr", "node_name":"127.0.0.1:52874_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:52874_solr, 127.0.0.1:52876_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/14)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple1_shard1_replica_n1",
"base_url":"http://127.0.0.1:52876/solr",
"node_name":"127.0.0.1:52876_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"http://127.0.0.1:52874/solr",
"state":"down",
"node_name":"127.0.0.1:52874_solr",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple1_shard2_replica_n4",
"base_url":"http://127.0.0.1:52876/solr",
"node_name":"127.0.0.1:52876_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"http://127.0.0.1:52874/solr",
"node_name":"127.0.0.1:52874_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([EDD47ED5EB872B88:D5675A2BCC74FF59]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([EDD47ED5EB872B88:F99C2580C8809696]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:653)
at java.util.ArrayList.get(ArrayList.java:429)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12116 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/init-core-data-001
[junit4] 2> 1255307 WARN (SUITE-MultiThreadedOCPTest-seed#[EDD47ED5EB872B88]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 1255307 INFO (SUITE-MultiThreadedOCPTest-seed#[EDD47ED5EB872B88]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1255310 INFO (SUITE-MultiThreadedOCPTest-seed#[EDD47ED5EB872B88]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1255311 INFO (SUITE-MultiThreadedOCPTest-seed#[EDD47ED5EB872B88]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1255312 INFO (SUITE-MultiThreadedOCPTest-seed#[EDD47ED5EB872B88]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1255315 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1255315 INFO (Thread-2021) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1255315 INFO (Thread-2021) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1255318 ERROR (Thread-2021) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1255424 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.ZkTestServer start zk server on port:61386
[junit4] 2> 1255535 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1255538 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1255540 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1255542 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1255544 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1255546 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1255548 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1255550 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1255552 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1255554 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1255556 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1255561 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1255848 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1255849 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1835c29e{/,null,AVAILABLE}
[junit4] 2> 1255850 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3784e08c{SSL,[ssl, http/1.1]}{127.0.0.1:61392}
[junit4] 2> 1255853 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.Server Started @1262859ms
[junit4] 2> 1255853 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=61392, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/control-001/cores}
[junit4] 2> 1255853 ERROR (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255853 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1255853 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255853 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1255853 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T23:54:44.546Z
[junit4] 2> 1255858 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1255858 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/control-001/solr.xml
[junit4] 2> 1255866 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1255866 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1255868 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1255874 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61386/solr
[junit4] 2> 1256038 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61392_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1256039 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61392_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61392_
[junit4] 2> 1256041 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61392_ ] o.a.s.c.Overseer Overseer (id=98863918875279365-127.0.0.1:61392_-n_0000000000) starting
[junit4] 2> 1256051 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61392_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61392_
[junit4] 2> 1256057 INFO (OverseerStateUpdate-98863918875279365-127.0.0.1:61392_-n_0000000000) [n:127.0.0.1:61392_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1256158 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61392_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1256166 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61392_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1256166 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61392_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1256168 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61392_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/control-001/cores
[junit4] 2> 1256195 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1256197 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61386/solr ready
[junit4] 2> 1256229 INFO (qtp1569045043-13736) [n:127.0.0.1:61392_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:61392_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1256234 INFO (OverseerThreadFactory-5102-thread-1-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1256361 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1256361 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1256479 INFO (zkCallback-2516-thread-1-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1257399 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1257417 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1257492 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1257510 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1257511 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1257511 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1257511 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1257513 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=22.046875, floorSegmentMB=1.2333984375, forceMergeDeletesPctAllowed=27.718386697159517, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1257515 WARN (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1257563 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1257563 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1257564 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1257564 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1257565 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=42.5390625, floorSegmentMB=1.9345703125, forceMergeDeletesPctAllowed=12.568302390853695, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5133046574310652
[junit4] 2> 1257565 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@83d7a77[control_collection_shard1_replica_n1] main]
[junit4] 2> 1257568 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1257569 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1257569 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1257569 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581822704365862912
[junit4] 2> 1257570 INFO (searcherExecutor-5105-thread-1-processing-n:127.0.0.1:61392_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@83d7a77[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1257574 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1257574 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1257574 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:61392/control_collection_shard1_replica_n1/
[junit4] 2> 1257574 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1257574 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:61392/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1257575 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1257579 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:61392/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1257692 INFO (zkCallback-2516-thread-2-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1257751 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1257754 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1393
[junit4] 2> 1257765 INFO (qtp1569045043-13736) [n:127.0.0.1:61392_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1257867 INFO (zkCallback-2516-thread-2-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1258240 INFO (OverseerCollectionConfigSetProcessor-98863918875279365-127.0.0.1:61392_-n_0000000000) [n:127.0.0.1:61392_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1258765 INFO (qtp1569045043-13736) [n:127.0.0.1:61392_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:61392_&wt=javabin&version=2} status=0 QTime=2536
[junit4] 2> 1258780 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1258784 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61386/solr ready
[junit4] 2> 1258784 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1258788 INFO (qtp1569045043-13734) [n:127.0.0.1:61392_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1258795 INFO (OverseerThreadFactory-5102-thread-2-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1258798 WARN (OverseerThreadFactory-5102-thread-2-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1259017 INFO (qtp1569045043-13734) [n:127.0.0.1:61392_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1259018 INFO (qtp1569045043-13734) [n:127.0.0.1:61392_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=229
[junit4] 2> 1259455 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-1-001 of type NRT
[junit4] 2> 1259457 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1259458 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2105fbf3{/,null,AVAILABLE}
[junit4] 2> 1259459 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7103729{SSL,[ssl, http/1.1]}{127.0.0.1:61416}
[junit4] 2> 1259461 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.Server Started @1266469ms
[junit4] 2> 1259461 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=61416, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-1-001/cores}
[junit4] 2> 1259461 ERROR (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1259461 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1259461 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1259461 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1259461 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T23:54:48.154Z
[junit4] 2> 1259465 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1259465 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-1-001/solr.xml
[junit4] 2> 1259471 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1259471 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1259472 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1259476 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61386/solr
[junit4] 2> 1259491 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61416_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1259495 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61416_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1259498 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61416_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61416_
[junit4] 2> 1259500 INFO (zkCallback-2516-thread-2-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1259502 INFO (zkCallback-2524-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1259502 INFO (zkCallback-2529-thread-1-processing-n:127.0.0.1:61416_) [n:127.0.0.1:61416_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1259606 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61416_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1259621 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61416_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1259621 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61416_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1259623 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61416_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-1-001/cores
[junit4] 2> 1259659 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61416_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1259663 INFO (OverseerCollectionConfigSetProcessor-98863918875279365-127.0.0.1:61392_-n_0000000000) [n:127.0.0.1:61392_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1259665 INFO (OverseerThreadFactory-5102-thread-3-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:61416_ for creating new replica
[junit4] 2> 1259697 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1259697 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1259816 INFO (zkCallback-2529-thread-1-processing-n:127.0.0.1:61416_) [n:127.0.0.1:61416_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1260733 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1260749 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 1260822 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1260843 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 1260843 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1260843 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1260844 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 1260845 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=22.046875, floorSegmentMB=1.2333984375, forceMergeDeletesPctAllowed=27.718386697159517, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1260848 WARN (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1260900 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1260901 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1260902 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1260902 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1260903 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=42.5390625, floorSegmentMB=1.9345703125, forceMergeDeletesPctAllowed=12.568302390853695, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5133046574310652
[junit4] 2> 1260903 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b2cb1d4[collection1_shard2_replica_n41] main]
[junit4] 2> 1260904 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1260905 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1260905 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1260906 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581822707864961024
[junit4] 2> 1260906 INFO (searcherExecutor-5116-thread-1-processing-n:127.0.0.1:61416_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@5b2cb1d4[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1260911 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1260911 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1260911 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:61416/collection1_shard2_replica_n41/
[junit4] 2> 1260911 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1260911 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:61416/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 1260911 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1260916 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:61416/collection1_shard2_replica_n41/ shard2
[junit4] 2> 1261028 INFO (zkCallback-2529-thread-1-processing-n:127.0.0.1:61416_) [n:127.0.0.1:61416_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1261085 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1261091 INFO (qtp52806224-13782) [n:127.0.0.1:61416_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1393
[junit4] 2> 1261099 INFO (qtp1569045043-13732) [n:127.0.0.1:61392_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61416_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1439
[junit4] 2> 1261194 INFO (zkCallback-2529-thread-1-processing-n:127.0.0.1:61416_) [n:127.0.0.1:61416_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1261399 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-2-001 of type NRT
[junit4] 2> 1261400 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1261401 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a682320{/,null,AVAILABLE}
[junit4] 2> 1261402 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a930720{SSL,[ssl, http/1.1]}{127.0.0.1:61430}
[junit4] 2> 1261402 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.Server Started @1268411ms
[junit4] 2> 1261403 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=61430, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-2-001/cores}
[junit4] 2> 1261404 ERROR (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1261404 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1261404 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1261404 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1261404 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T23:54:50.097Z
[junit4] 2> 1261406 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1261406 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-2-001/solr.xml
[junit4] 2> 1261410 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1261410 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1261411 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1261414 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61386/solr
[junit4] 2> 1261426 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61430_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1261429 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61430_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1261432 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61430_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61430_
[junit4] 2> 1261434 INFO (zkCallback-2524-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1261434 INFO (zkCallback-2529-thread-1-processing-n:127.0.0.1:61416_) [n:127.0.0.1:61416_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1261434 INFO (zkCallback-2516-thread-2-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1261435 INFO (zkCallback-2535-thread-1-processing-n:127.0.0.1:61430_) [n:127.0.0.1:61430_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1261542 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61430_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1261550 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61430_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1261550 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61430_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1261551 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [n:127.0.0.1:61430_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-2-001/cores
[junit4] 2> 1261579 INFO (qtp1569045043-13736) [n:127.0.0.1:61392_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61430_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1261582 INFO (OverseerCollectionConfigSetProcessor-98863918875279365-127.0.0.1:61392_-n_0000000000) [n:127.0.0.1:61392_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1261583 INFO (OverseerThreadFactory-5102-thread-4-processing-n:127.0.0.1:61392_) [n:127.0.0.1:61392_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:61430_ for creating new replica
[junit4] 2> 1261606 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1261606 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1261723 INFO (zkCallback-2535-thread-1-processing-n:127.0.0.1:61430_) [n:127.0.0.1:61430_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1261723 INFO (zkCallback-2529-thread-1-processing-n:127.0.0.1:61416_) [n:127.0.0.1:61416_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1262644 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1262660 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 1262738 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1262757 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 1262757 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2405d7e7
[junit4] 2> 1262757 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1262757 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 1262759 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=22.046875, floorSegmentMB=1.2333984375, forceMergeDeletesPctAllowed=27.718386697159517, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1262761 WARN (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1262803 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1262803 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1262804 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1262804 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1262805 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=42.5390625, floorSegmentMB=1.9345703125, forceMergeDeletesPctAllowed=12.568302390853695, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5133046574310652
[junit4] 2> 1262805 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@51785dbc[collection1_shard1_replica_n43] main]
[junit4] 2> 1262807 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1262807 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1262808 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1262808 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581822709859352576
[junit4] 2> 1262810 INFO (searcherExecutor-5127-thread-1-processing-n:127.0.0.1:61430_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@51785dbc[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1262814 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1262814 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1262814 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:61430/collection1_shard1_replica_n43/
[junit4] 2> 1262814 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1262814 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy https://127.0.0.1:61430/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 1262814 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1262818 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:61430/collection1_shard1_replica_n43/ shard1
[junit4] 2> 1262928 INFO (zkCallback-2535-thread-1-processing-n:127.0.0.1:61430_) [n:127.0.0.1:61430_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1262928 INFO (zkCallback-2529-thread-1-processing-n:127.0.0.1:61416_) [n:127.0.0.1:61416_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1262981 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1262984 INFO (qtp1139255623-13811) [n:127.0.0.1:61430_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1378
[junit4] 2> 1262991 INFO (qtp1569045043-13736) [n:127.0.0.1:61392_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61430_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1411
[junit4] 2> 1263090 INFO (zkCallback-2535-thread-1-processing-n:127.0.0.1:61430_) [n:127.0.0.1:61430_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1263090 INFO (zkCallback-2529-thread-1-processing-n:127.0.0.1:61416_) [n:127.0.0.1:61416_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1263414 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_EDD47ED5EB872B88-001/shard-3-001 of type NRT
[junit4] 2> 1263415 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1263417 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65e9319b{/,null,AVAILABLE}
[junit4] 2> 1263417 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5EB872B88]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3148f728{SSL,[ssl, http/1.1]}{127.0.0.1:61442}
[junit4] 2> 1263417 INFO (TEST-MultiThreadedOCPTest.test-seed#[EDD47ED5
[...truncated too long message...]
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3221853 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[EDD47ED5EB872B88]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52872 52872
[junit4] 2> 3222981 INFO (Thread-5440) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52872 52872
[junit4] 2> 3223211 WARN (Thread-5440) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/collections/testSimple1/state.json
[junit4] 2> 16 /solr/collections/testSimple2/state.json
[junit4] 2> 5 /solr/collections/testSimple3/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/98864041080717319-127.0.0.1:52876_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_EDD47ED5EB872B88-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=es-UY, timezone=Libya
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=325265032,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [FileUtilsTest, TestDocTermOrds, MoreLikeThisHandlerTest, TestConfig, TestReloadDeadlock, CustomCollectionTest, PluginInfoTest, TestManagedResource, TestConfigSetsAPIExclusivity, ZkSolrClientTest, TriggerIntegrationTest, MoveReplicaHDFSTest, TestCloudManagedSchema, DistribDocExpirationUpdateProcessorTest, TestLeaderInitiatedRecoveryThread, TestComplexPhraseQParserPlugin, LukeRequestHandlerTest, TestFieldCacheSortRandom, OverseerRolesTest, AssignTest, LeaderFailureAfterFreshStartTest, DistributedFacetPivotSmallAdvancedTest, MetricsHandlerTest, AnalysisAfterCoreReloadTest, TestZkChroot, DocumentBuilderTest, DistributedMLTComponentTest, OverseerTaskQueueTest, TestDynamicFieldResource, TestSolrCloudWithKerberosAlt, BasicDistributedZk2Test, SolrCoreTest, TestLegacyTerms, TestShortCircuitedRequests, TestUninvertingReader, TestSolrDeletionPolicy1, TestExclusionRuleCollectionAccess, MissingSegmentRecoveryTest, ConnectionManagerTest, HLLUtilTest, BitVectorTest, TestNumericTokenStream, PingRequestHandlerTest, HdfsNNFailoverTest, CollectionStateFormat2Test, DOMUtilTest, TestCollapseQParserPlugin, TestSearchPerf, QueryEqualityTest, SecurityConfHandlerTest, TestSolrQueryParser, DistributedQueueTest, SolrShardReporterTest, TestBlobHandler, MergeStrategyTest, SimpleCollectionCreateDeleteTest, SmileWriterTest, BadCopyFieldTest, ChaosMonkeySafeLeaderTest, TestInPlaceUpdatesDistrib, HdfsSyncSliceTest, TestTrie, ReplicaListTransformerTest, TestOnReconnectListenerSupport, FullHLLTest, SuggestComponentTest, TestCrossCoreJoin, TestShardHandlerFactory, RequestLoggingTest, AliasIntegrationTest, TestManagedSchemaThreadSafety, TestSolrConfigHandlerCloud, BasicAuthStandaloneTest, CursorMarkTest, TestDocSet, SpatialRPTFieldTypeTest, TestRequestForwarding, OutOfBoxZkACLAndCredentialsProvidersTest, VMParamsZkACLAndCredentialsProvidersTest, TestCloudRecovery, TermVectorComponentTest, TermsComponentTest, FileBasedSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestStressReorder, TestCustomDocTransformer, TestPerFieldSimilarityWithDefaultOverride, CoreMergeIndexesAdminHandlerTest, ExitableDirectoryReaderTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestStressCloudBlindAtomicUpdates, TestManagedSchema, TestXmlQParser, DebugComponentTest, TestCryptoKeys, TestGroupingSearch, HealthCheckHandlerTest, SampleTest, TestBadConfig, StatelessScriptUpdateProcessorFactoryTest, DateRangeFieldTest, TestClusterProperties, RecoveryAfterSoftCommitTest, TestDynamicLoading, TestFastWriter, FullSolrCloudDistribCmdsTest, ReplaceNodeTest, TestDocumentBuilder, TestFieldCacheReopen, TestLockTree, ClassificationUpdateProcessorIntegrationTest, TestStreamBody, CheckHdfsIndexTest, RuleEngineTest, TestIndexSearcher, HdfsBasicDistributedZkTest, TestExtendedDismaxParser, AnalyticsMergeStrategyTest, SystemInfoHandlerTest, MultiThreadedOCPTest, TestJavabinTupleStreamParser, TestCloudPivotFacet, ExternalFileFieldSortTest, AtomicUpdatesTest, SimpleFacetsTest, TestRandomFlRTGCloud, BasicZkTest, TestDistribDocBasedVersion, SimplePostToolTest, SolrIndexSplitterTest, UpdateParamsTest, TestJettySolrRunner, TestSchemaVersionResource, CdcrRequestHandlerTest, TestCollectionAPIs, ZkNodePropsTest, TestSSLRandomization, TestManagedSynonymFilterFactory, TestSchemaManager, TolerantUpdateProcessorTest, TestFieldResource, TestExactSharedStatsCache, QueryElevationComponentTest, TestCSVLoader, RestartWhileUpdatingTest, EnumFieldTest, SOLR749Test, CoreAdminHandlerTest, SearchHandlerTest, TestObjectReleaseTracker, TestMultiWordSynonyms, CdcrReplicationDistributedZkTest, BlobRepositoryCloudTest, TestNumericRangeQuery32, SortSpecParsingTest, UninvertDocValuesMergePolicyTest, TestBM25SimilarityFactory, TestAuthorizationFramework, TestSolrCloudWithHadoopAuthPlugin, PreAnalyzedFieldManagedSchemaCloudTest, TestFileDictionaryLookup, TestComponentsName, IndexSchemaRuntimeFieldTest, TestCharFilters, DistributedFacetPivotWhiteBoxTest, CollectionsAPIDistributedZkTest, TestGeoJSONResponseWriter, TestRuleBasedAuthorizationPlugin, TestCollationField, TestCorePropertiesReload, AnalysisErrorHandlingTest, TestDefaultStatsCache, TestPartialUpdateDeduplication, FieldMutatingUpdateProcessorTest, SSLMigrationTest, TestSolrIndexConfig, TestFieldSortValues, TestQueryUtils, TestHighFrequencyDictionaryFactory, MBeansHandlerTest, TestLuceneIndexBackCompat, TestMinMaxOnMultiValuedField, SolrSlf4jReporterTest, TestPivotHelperCode, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestJoin, TestReload, TestStressVersions, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, TestCoreDiscovery, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestStressLucene, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, TestValueSourceCache, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestLFUCache, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestBinaryField, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, SliceStateTest, UUIDFieldTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPISolrJTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, PeerSyncReplicationTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudSearcherWarming, TestCollectionsAPIViaSolrCloudCluster, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudClusterSSL, TestPrepRecovery, TestPullReplica, TestRebalanceLeaders, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorCloud, AutoAddReplicasIntegrationTest]
[junit4] Completed [554/745 (6!)] on J1 in 103.21s, 1 test, 1 failure <<< FAILURES!
[...truncated 47828 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4240
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4240/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: { "responseHeader":{ "status":0, "QTime":0}, "overlay":{ "znodeVersion":0, "runtimeLib":{"colltest":{ "name":"colltest", "version":1}}}}, from server: null
Stack Trace:
java.lang.AssertionError: Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {
"responseHeader":{
"status":0,
"QTime":0},
"overlay":{
"znodeVersion":0,
"runtimeLib":{"colltest":{
"name":"colltest",
"version":1}}}}, from server: null
at __randomizedtesting.SeedInfo.seed([E1A73044852D3954:39EA1D1372F09CF4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:557)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11932 lines...]
[junit4] Suite: org.apache.solr.core.TestDynamicLoading
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/init-core-data-001
[junit4] 2> 626630 WARN (SUITE-TestDynamicLoading-seed#[E1A73044852D3954]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 626630 INFO (SUITE-TestDynamicLoading-seed#[E1A73044852D3954]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 626633 INFO (SUITE-TestDynamicLoading-seed#[E1A73044852D3954]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 626633 INFO (SUITE-TestDynamicLoading-seed#[E1A73044852D3954]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 626633 INFO (SUITE-TestDynamicLoading-seed#[E1A73044852D3954]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_e/q
[junit4] 2> 626637 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 626637 INFO (Thread-1026) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 626637 INFO (Thread-1026) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 626640 ERROR (Thread-1026) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 626742 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ZkTestServer start zk server on port:51721
[junit4] 2> 626771 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 626774 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 626776 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 626778 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 626780 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 626782 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 626784 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 626786 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 626788 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 626790 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 626792 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 626795 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 627159 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 627161 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14b69ebb{/_e/q,null,AVAILABLE}
[junit4] 2> 627163 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54c295c1{HTTP/1.1,[http/1.1]}{127.0.0.1:51724}
[junit4] 2> 627165 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server Started @630280ms
[junit4] 2> 627165 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/tempDir-001/control/data, hostContext=/_e/q, hostPort=51724, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/control-001/cores}
[junit4] 2> 627165 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 627165 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 627165 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 627165 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 627165 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T12:29:09.225Z
[junit4] 2> 627170 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 627170 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/control-001/solr.xml
[junit4] 2> 627182 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 627182 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 627183 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 627189 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51721/solr
[junit4] 2> 627348 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 627349 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51724__e%2Fq
[junit4] 2> 627350 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.Overseer Overseer (id=98861223031537668-127.0.0.1:51724__e%2Fq-n_0000000000) starting
[junit4] 2> 627363 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51724__e%2Fq
[junit4] 2> 627365 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 627525 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51724__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 627554 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51724__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 627554 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51724__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 627555 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/control-001/cores
[junit4] 2> 627605 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 627606 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51721/solr ready
[junit4] 2> 627609 INFO (qtp540886988-5898) [n:127.0.0.1:51724__e%2Fq ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:51724__e%252Fq&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 627613 INFO (OverseerThreadFactory-2638-thread-1-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 627727 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 627728 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 627841 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 628761 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 628784 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 629008 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 629027 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 629028 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 629028 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 629028 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 629042 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=721972694, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 629072 WARN (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 629135 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 629135 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 629150 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 629150 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 629151 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=99.6728515625, floorSegmentMB=1.14453125, forceMergeDeletesPctAllowed=25.267315203646564, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4533779829516632
[junit4] 2> 629151 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49777d76[control_collection_shard1_replica_n1] main]
[junit4] 2> 629153 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 629153 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 629153 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 629154 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581779571141771264
[junit4] 2> 629154 INFO (searcherExecutor-2641-thread-1-processing-n:127.0.0.1:51724__e%2Fq x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@49777d76[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 629159 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 629159 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 629159 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51724/_e/q/control_collection_shard1_replica_n1/
[junit4] 2> 629159 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 629159 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:51724/_e/q/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 629159 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 629164 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51724/_e/q/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 629266 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 629317 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 629319 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1591
[junit4] 2> 629322 INFO (qtp540886988-5898) [n:127.0.0.1:51724__e%2Fq ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 629424 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 629617 INFO (OverseerCollectionConfigSetProcessor-98861223031537668-127.0.0.1:51724__e%2Fq-n_0000000000) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 630325 INFO (qtp540886988-5898) [n:127.0.0.1:51724__e%2Fq ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:51724__e%252Fq&wt=javabin&version=2} status=0 QTime=2715
[junit4] 2> 630332 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 630334 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51721/solr ready
[junit4] 2> 630334 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 630335 INFO (qtp540886988-5901) [n:127.0.0.1:51724__e%2Fq ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 630339 INFO (OverseerThreadFactory-2638-thread-2-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 630340 WARN (OverseerThreadFactory-2638-thread-2-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 630549 INFO (qtp540886988-5901) [n:127.0.0.1:51724__e%2Fq ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 630549 INFO (qtp540886988-5901) [n:127.0.0.1:51724__e%2Fq ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=213
[junit4] 2> 630895 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-1-001 of type NRT
[junit4] 2> 630895 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 630896 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7242e423{/_e/q,null,AVAILABLE}
[junit4] 2> 630904 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53bb668e{HTTP/1.1,[http/1.1]}{127.0.0.1:51749}
[junit4] 2> 630904 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server Started @634019ms
[junit4] 2> 630904 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_e/q, hostPort=51749, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-1-001/cores}
[junit4] 2> 630904 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 630905 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 630905 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 630905 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 630905 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T12:29:12.965Z
[junit4] 2> 630908 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 630908 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-1-001/solr.xml
[junit4] 2> 630914 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 630914 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 630915 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 630919 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51721/solr
[junit4] 2> 630940 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51749__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 630946 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51749__e%2Fq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 630950 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51749__e%2Fq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51749__e%2Fq
[junit4] 2> 630952 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 630952 INFO (zkCallback-1585-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 630952 INFO (zkCallback-1590-thread-1-processing-n:127.0.0.1:51749__e%2Fq) [n:127.0.0.1:51749__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 631049 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51749__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 631058 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51749__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 631059 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51749__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 631060 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51749__e%2Fq ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-1-001/cores
[junit4] 2> 631105 INFO (qtp540886988-5903) [n:127.0.0.1:51724__e%2Fq ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51749__e%252Fq&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 631111 INFO (OverseerCollectionConfigSetProcessor-98861223031537668-127.0.0.1:51724__e%2Fq-n_0000000000) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 631111 INFO (OverseerThreadFactory-2638-thread-3-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:51749__e%2Fq for creating new replica
[junit4] 2> 631120 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 631121 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 632150 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 632167 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 632286 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 632321 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 632321 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 632321 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 632321 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 632329 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=721972694, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 632333 WARN (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 632393 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 632393 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 632394 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 632394 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 632396 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=99.6728515625, floorSegmentMB=1.14453125, forceMergeDeletesPctAllowed=25.267315203646564, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4533779829516632
[junit4] 2> 632396 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6edcd6dc[collection1_shard2_replica_n41] main]
[junit4] 2> 632399 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 632400 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 632400 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 632400 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581779574545448960
[junit4] 2> 632401 INFO (searcherExecutor-2652-thread-1-processing-n:127.0.0.1:51749__e%2Fq x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@6edcd6dc[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 632411 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 632411 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 632411 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51749/_e/q/collection1_shard2_replica_n41/
[junit4] 2> 632411 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 632411 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:51749/_e/q/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 632411 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 632417 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51749/_e/q/collection1_shard2_replica_n41/ shard2
[junit4] 2> 632525 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 632526 INFO (qtp2091341040-5945) [n:127.0.0.1:51749__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1406
[junit4] 2> 632529 INFO (qtp540886988-5903) [n:127.0.0.1:51724__e%2Fq ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:51749__e%252Fq&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1423
[junit4] 2> 632835 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-2-001 of type NRT
[junit4] 2> 632836 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 632837 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77c68b14{/_e/q,null,AVAILABLE}
[junit4] 2> 632837 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73be63{HTTP/1.1,[http/1.1]}{127.0.0.1:51760}
[junit4] 2> 632837 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server Started @635952ms
[junit4] 2> 632837 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_e/q, hostPort=51760, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-2-001/cores}
[junit4] 2> 632838 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 632838 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 632838 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 632838 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 632838 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T12:29:14.898Z
[junit4] 2> 632841 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 632841 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-2-001/solr.xml
[junit4] 2> 632846 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 632846 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 632853 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 632856 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51721/solr
[junit4] 2> 632869 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51760__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 632873 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51760__e%2Fq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 632876 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51760__e%2Fq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51760__e%2Fq
[junit4] 2> 632878 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 632878 INFO (zkCallback-1590-thread-1-processing-n:127.0.0.1:51749__e%2Fq) [n:127.0.0.1:51749__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 632878 INFO (zkCallback-1585-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 632878 INFO (zkCallback-1596-thread-1-processing-n:127.0.0.1:51760__e%2Fq) [n:127.0.0.1:51760__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 632962 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51760__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 632972 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51760__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 632972 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51760__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 632974 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51760__e%2Fq ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-2-001/cores
[junit4] 2> 633045 INFO (qtp540886988-5896) [n:127.0.0.1:51724__e%2Fq ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51760__e%252Fq&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 633049 INFO (OverseerCollectionConfigSetProcessor-98861223031537668-127.0.0.1:51724__e%2Fq-n_0000000000) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 633049 INFO (OverseerThreadFactory-2638-thread-4-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:51760__e%2Fq for creating new replica
[junit4] 2> 633053 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 633053 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 634079 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 634097 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 634264 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 634286 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 634288 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 634288 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 634288 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 634300 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=721972694, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 634323 WARN (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 634404 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 634404 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 634406 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 634406 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 634408 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=99.6728515625, floorSegmentMB=1.14453125, forceMergeDeletesPctAllowed=25.267315203646564, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4533779829516632
[junit4] 2> 634409 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@7520053[collection1_shard1_replica_n43] main]
[junit4] 2> 634411 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 634411 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 634412 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 634413 INFO (searcherExecutor-2663-thread-1-processing-n:127.0.0.1:51760__e%2Fq x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@7520053[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 634413 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581779576656232448
[junit4] 2> 634420 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 634420 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 634420 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51760/_e/q/collection1_shard1_replica_n43/
[junit4] 2> 634420 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 634420 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:51760/_e/q/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 634420 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 634424 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51760/_e/q/collection1_shard1_replica_n43/ shard1
[junit4] 2> 634531 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 634532 INFO (qtp420643146-5974) [n:127.0.0.1:51760__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1479
[junit4] 2> 634534 INFO (qtp540886988-5896) [n:127.0.0.1:51724__e%2Fq ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:51760__e%252Fq&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1488
[junit4] 2> 634909 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-3-001 of type NRT
[junit4] 2> 634909 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 634913 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bb1e878{/_e/q,null,AVAILABLE}
[junit4] 2> 634914 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6bb7c6bb{HTTP/1.1,[http/1.1]}{127.0.0.1:51776}
[junit4] 2> 634914 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server Started @638029ms
[junit4] 2> 634914 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_e/q, hostPort=51776, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-3-001/cores}
[junit4] 2> 634914 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 634915 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 634915 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 634915 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 634915 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T12:29:16.975Z
[junit4] 2> 634919 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 634919 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-3-001/solr.xml
[junit4] 2> 634925 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 634925 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 634935 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 634938 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51721/solr
[junit4] 2> 634954 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51776__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 634957 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51776__e%2Fq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 634960 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51776__e%2Fq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51776__e%2Fq
[junit4] 2> 634962 INFO (zkCallback-1585-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 634962 INFO (zkCallback-1590-thread-1-processing-n:127.0.0.1:51749__e%2Fq) [n:127.0.0.1:51749__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 634962 INFO (zkCallback-1577-thread-2-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 634962 INFO (zkCallback-1596-thread-1-processing-n:127.0.0.1:51760__e%2Fq) [n:127.0.0.1:51760__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 634963 INFO (zkCallback-1602-thread-1-processing-n:127.0.0.1:51776__e%2Fq) [n:127.0.0.1:51776__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 635052 INFO (OverseerCollectionConfigSetProcessor-98861223031537668-127.0.0.1:51724__e%2Fq-n_0000000000) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 635069 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51776__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 635079 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51776__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 635079 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51776__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 635081 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51776__e%2Fq ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-3-001/cores
[junit4] 2> 635127 INFO (qtp540886988-5899) [n:127.0.0.1:51724__e%2Fq ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51776__e%252Fq&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 635131 INFO (OverseerThreadFactory-2638-thread-5-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:51776__e%2Fq for creating new replica
[junit4] 2> 635142 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 635143 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 636175 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 636202 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 636350 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 636373 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 636373 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 636373 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 636373 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 636375 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=721972694, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 636377 WARN (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 636428 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 636428 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 636429 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 636429 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 636429 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=99.6728515625, floorSegmentMB=1.14453125, forceMergeDeletesPctAllowed=25.267315203646564, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4533779829516632
[junit4] 2> 636430 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@16c80e78[collection1_shard2_replica_n45] main]
[junit4] 2> 636431 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 636432 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 636432 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 636432 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581779578773307392
[junit4] 2> 636433 INFO (searcherExecutor-2674-thread-1-processing-n:127.0.0.1:51776__e%2Fq x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@16c80e78[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 636443 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 636444 INFO (updateExecutor-1599-thread-1-processing-n:127.0.0.1:51776__e%2Fq x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 636444 INFO (recoveryExecutor-1600-thread-1-processing-n:127.0.0.1:51776__e%2Fq x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 636444 INFO (recoveryExecutor-1600-thread-1-processing-n:127.0.0.1:51776__e%2Fq x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 636444 INFO (qtp1790992006-6003) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1302
[junit4] 2> 636444 INFO (recoveryExecutor-1600-thread-1-processing-n:127.0.0.1:51776__e%2Fq x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 636444 INFO (recoveryExecutor-1600-thread-1-processing-n:127.0.0.1:51776__e%2Fq x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 636444 INFO (recoveryExecutor-1600-thread-1-processing-n:127.0.0.1:51776__e%2Fq x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:51749/_e/q/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:51776/_e/q/collection1_shard2_replica_n45/]
[junit4] 2> 636447 INFO (qtp540886988-5899) [n:127.0.0.1:51724__e%2Fq ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:51776__e%252Fq&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1319
[junit4] 2> 636448 INFO (recoveryExecutor-1600-thread-1-processing-n:127.0.0.1:51776__e%2Fq x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51749/_e/q]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:51776__e%252Fq&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 636449 INFO (qtp2091341040-5947) [n:127.0.0.1:51749__e%2Fq ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 636449 INFO (qtp2091341040-5947) [n:127.0.0.1:51749__e%2Fq ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51776__e%2Fq, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:51776/_e/q","node_name":"127.0.0.1:51776__e%2Fq","state":"down","type":"NRT"}
[junit4] 2> 636677 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-4-001 of type NRT
[junit4] 2> 636677 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 636679 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c044bbd{/_e/q,null,AVAILABLE}
[junit4] 2> 636679 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46845d3a{HTTP/1.1,[http/1.1]}{127.0.0.1:51783}
[junit4] 2> 636679 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.Server Started @639794ms
[junit4] 2> 636679 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/_e/q, hostPort=51783, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-4-001/cores}
[junit4] 2> 636680 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 636680 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 636680 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 636680 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 636680 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T12:29:18.740Z
[junit4] 2> 636683 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 636683 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-4-001/solr.xml
[junit4] 2> 636694 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 636694 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 636694 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 636697 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51721/solr
[junit4] 2> 636711 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51783__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 636714 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51783__e%2Fq ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 636717 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51783__e%2Fq ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51783__e%2Fq
[junit4] 2> 636719 INFO (zkCallback-1590-thread-1-processing-n:127.0.0.1:51749__e%2Fq) [n:127.0.0.1:51749__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 636720 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 636720 INFO (zkCallback-1585-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 636720 INFO (zkCallback-1602-thread-1-processing-n:127.0.0.1:51776__e%2Fq) [n:127.0.0.1:51776__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 636720 INFO (zkCallback-1596-thread-1-processing-n:127.0.0.1:51760__e%2Fq) [n:127.0.0.1:51760__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 636720 INFO (zkCallback-1609-thread-1-processing-n:127.0.0.1:51783__e%2Fq) [n:127.0.0.1:51783__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 636787 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51783__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 636793 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51783__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 636794 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51783__e%2Fq ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c661cc1
[junit4] 2> 636795 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [n:127.0.0.1:51783__e%2Fq ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001/shard-4-001/cores
[junit4] 2> 636840 INFO (qtp540886988-5900) [n:127.0.0.1:51724__e%2Fq ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51783__e%252Fq&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 636843 INFO (OverseerCollectionConfigSetProcessor-98861223031537668-127.0.0.1:51724__e%2Fq-n_0000000000) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 636844 INFO (OverseerThreadFactory-2638-thread-5-processing-n:127.0.0.1:51724__e%2Fq) [n:127.0.0.1:51724__e%2Fq ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:51783__e%2Fq for creating new replica
[junit4] 2> 636848 INFO (qtp722649544-6036) [n:127.0.0.1:51783__e%2Fq ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n47&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 636849 INFO (qtp722649544-6036) [n:127.0.0.1:51783__e%2Fq ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 637457 INFO (qtp2091341040-5947) [n:127.0.0.1:51749__e%2Fq ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51776__e%2Fq, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:51776/_e/q","node_name":"127.0.0.1:51776__e%2Fq","state":"recovering","type":"NRT"}
[junit4] 2> 637457 INFO (qtp2091341040-5947) [n:127.0.0.1:51749__e%2Fq ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 637457 INFO (qtp2091341040-5947) [n:127.0.0.1:51749__e%2Fq ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51776__e%252Fq&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1008
[junit4] 2> 637886 INFO (qtp722649544-6036) [n:127.0.0.1:51783__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 637917 INFO (qtp722649544-6036) [n:127.0.0.1:51783__e%2Fq c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.s.IndexSchema [collection1_shard1_replica_n47] Schema name=test
[junit4] 2> 637959 INFO (recoveryExecutor-1600-thread-1-processing-n:127.0.0.1:51776__e%2Fq x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:51776__e%2Fq c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1
[...truncated too long message...]
.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 652953 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71c59480: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6968fe9f
[junit4] 2> 652956 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 652956 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fe5b3ce: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2807f4d2
[junit4] 2> 652959 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 652959 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@384d9ace: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@362561ca
[junit4] 2> 652960 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51783__e%2Fq
[junit4] 2> 652961 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 652962 INFO (zkCallback-1609-thread-3-processing-n:127.0.0.1:51783__e%2Fq) [n:127.0.0.1:51783__e%2Fq ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 652962 INFO (coreCloseExecutor-2736-thread-1) [n:127.0.0.1:51783__e%2Fq c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SolrCore [collection1_shard1_replica_n47] CLOSING SolrCore org.apache.solr.core.SolrCore@3b0b99db
[junit4] 2> 652962 INFO (coreCloseExecutor-2736-thread-1) [n:127.0.0.1:51783__e%2Fq c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n47, tag=990616027
[junit4] 2> 652962 INFO (coreCloseExecutor-2736-thread-1) [n:127.0.0.1:51783__e%2Fq c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3dc16238: rootName = null, domain = solr.core.collection1.shard1.replica_n47, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n47 / com.codahale.metrics.MetricRegistry@64d3c27b
[junit4] 2> 652970 INFO (coreCloseExecutor-2736-thread-1) [n:127.0.0.1:51783__e%2Fq c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=990616027
[junit4] 2> 652981 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.Overseer Overseer (id=98861223031537682-127.0.0.1:51783__e%2Fq-n_0000000004) closing
[junit4] 2> 652981 INFO (OverseerStateUpdate-98861223031537682-127.0.0.1:51783__e%2Fq-n_0000000004) [n:127.0.0.1:51783__e%2Fq ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51783__e%2Fq
[junit4] 2> 652981 WARN (OverseerAutoScalingTriggerThread-98861223031537682-127.0.0.1:51783__e%2Fq-n_0000000004) [n:127.0.0.1:51783__e%2Fq ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 652984 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@46845d3a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 652985 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c044bbd{/_e/q,null,UNAVAILABLE}
[junit4] 2> 652995 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 652996 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[E1A73044852D3954]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51721 51721
[junit4] 2> 653011 INFO (Thread-1026) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51721 51721
[junit4] 2> 653141 WARN (Thread-1026) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/configs/conf1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=E1A73044852D3954 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Etc/GMT+2 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 26.5s J1 | TestDynamicLoading.testDynamicLoading <<<
[junit4] > Throwable #1: java.lang.AssertionError: Could not get expected value 'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {
[junit4] > "responseHeader":{
[junit4] > "status":0,
[junit4] > "QTime":0},
[junit4] > "overlay":{
[junit4] > "znodeVersion":0,
[junit4] > "runtimeLib":{"colltest":{
[junit4] > "name":"colltest",
[junit4] > "version":1}}}}, from server: null
[junit4] > at __randomizedtesting.SeedInfo.seed([E1A73044852D3954:39EA1D1372F09CF4]:0)
[junit4] > at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:557)
[junit4] > at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_E1A73044852D3954-001
[junit4] 2> Oct 20, 2017 12:29:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1373, maxMBSortInHeap=7.072995314449475, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-CS, timezone=Etc/GMT+2
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=85048336,total=222752768
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetsAPIExclusivity, OpenCloseCoreStressTest, DocValuesNotIndexedTest, TestLuceneIndexBackCompat, RequestLoggingTest, TestStressUserVersions, ChaosMonkeySafeLeaderTest, PolyFieldTest, UninvertDocValuesMergePolicyTest, TestNumericTerms32, DistributedIntervalFacetingTest, TestDocSet, TestSkipOverseerOperations, TestLockTree, TestPivotHelperCode, JvmMetricsTest, FileBasedSpellCheckerTest, DocumentBuilderTest, SpatialRPTFieldTypeTest, SSLMigrationTest, TestRuleBasedAuthorizationPlugin, SolrCoreTest, TestRequestForwarding, CollectionsAPIDistributedZkTest, DateRangeFieldTest, DeleteLastCustomShardedReplicaTest, TestJsonRequest, AliasIntegrationTest, JsonLoaderTest, TestEmbeddedSolrServerConstructors, TestFileDictionaryLookup, TestBlobHandler, RestartWhileUpdatingTest, SearchHandlerTest, ConnectionManagerTest, SimpleFacetsTest, ExternalFileFieldSortTest, TestElisionMultitermQuery, TestCollationFieldDocValues, PreAnalyzedFieldTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSchemaManager, TestReRankQParserPlugin, TestCloudRecovery, TestScoreJoinQPNoScore, CustomCollectionTest, TestLRUCache, ExecutePlanActionTest, AtomicUpdatesTest, MergeStrategyTest, TestFieldCacheSortRandom, AutoScalingHandlerTest, LeaderElectionIntegrationTest, TestLMJelinekMercerSimilarityFactory, TestSuggestSpellingConverter, TestSolrIndexConfig, TriggerIntegrationTest, LukeRequestHandlerTest, TestSolrDeletionPolicy1, TestExceedMaxTermLength, HdfsWriteToMultipleCollectionsTest, TestInfoStreamLogging, QueryElevationComponentTest, TestCollationField, TestDynamicLoading]
[junit4] Completed [150/745 (1!)] on J1 in 27.55s, 1 test, 1 failure <<< FAILURES!
[...truncated 49135 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4239
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4239/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([7E5149FDAD2529A4:F605762703D9445C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:58384_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"http://127.0.0.1:58384/solr", "node_name":"127.0.0.1:58384_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"http://127.0.0.1:58383/solr", "node_name":"127.0.0.1:58383_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:58384_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"http://127.0.0.1:58384/solr",
"node_name":"127.0.0.1:58384_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"http://127.0.0.1:58383/solr",
"node_name":"127.0.0.1:58383_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([7E5149FDAD2529A4:CE3047D1881A8881]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11905 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/init-core-data-001
[junit4] 2> 337756 WARN (SUITE-ExecutePlanActionTest-seed#[7E5149FDAD2529A4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 337757 INFO (SUITE-ExecutePlanActionTest-seed#[7E5149FDAD2529A4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 337762 INFO (SUITE-ExecutePlanActionTest-seed#[7E5149FDAD2529A4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 337762 INFO (SUITE-ExecutePlanActionTest-seed#[7E5149FDAD2529A4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 337763 INFO (SUITE-ExecutePlanActionTest-seed#[7E5149FDAD2529A4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/tempDir-001
[junit4] 2> 337763 INFO (SUITE-ExecutePlanActionTest-seed#[7E5149FDAD2529A4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 337763 INFO (Thread-553) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 337763 INFO (Thread-553) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 337767 ERROR (Thread-553) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 337863 INFO (SUITE-ExecutePlanActionTest-seed#[7E5149FDAD2529A4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58381
[junit4] 2> 337886 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 337886 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 337889 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@222ad202{/solr,null,AVAILABLE}
[junit4] 2> 337890 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bd268a0{/solr,null,AVAILABLE}
[junit4] 2> 337891 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6351264c{HTTP/1.1,[http/1.1]}{127.0.0.1:58384}
[junit4] 2> 337891 INFO (jetty-launcher-346-thread-1) [ ] o.e.j.s.Server Started @341911ms
[junit4] 2> 337891 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58384}
[junit4] 2> 337892 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@265cf032{HTTP/1.1,[http/1.1]}{127.0.0.1:58383}
[junit4] 2> 337892 INFO (jetty-launcher-346-thread-2) [ ] o.e.j.s.Server Started @341912ms
[junit4] 2> 337892 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58383}
[junit4] 2> 337892 ERROR (jetty-launcher-346-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 337892 ERROR (jetty-launcher-346-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 337893 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 337893 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 337893 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 337893 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T00:15:54.026Z
[junit4] 2> 337893 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 337893 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 337893 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 337893 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-20T00:15:54.026Z
[junit4] 2> 337897 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 337898 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 337908 INFO (jetty-launcher-346-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58381/solr
[junit4] 2> 337908 INFO (jetty-launcher-346-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58381/solr
[junit4] 2> 338096 INFO (jetty-launcher-346-thread-2) [n:127.0.0.1:58383_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 338098 INFO (jetty-launcher-346-thread-2) [n:127.0.0.1:58383_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58383_solr
[junit4] 2> 338098 INFO (jetty-launcher-346-thread-1) [n:127.0.0.1:58384_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 338099 INFO (jetty-launcher-346-thread-2) [n:127.0.0.1:58383_solr ] o.a.s.c.Overseer Overseer (id=98858339788324869-127.0.0.1:58383_solr-n_0000000000) starting
[junit4] 2> 338100 INFO (jetty-launcher-346-thread-1) [n:127.0.0.1:58384_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58384_solr
[junit4] 2> 338101 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 338102 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 338113 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 338117 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 338118 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:58384_solr]
[junit4] 2> 338118 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 338118 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 338118 INFO (jetty-launcher-346-thread-2) [n:127.0.0.1:58383_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58383_solr
[junit4] 2> 338120 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 338122 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 338123 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 338129 DEBUG (ScheduledTrigger-1224-thread-1) [n:127.0.0.1:58383_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:58383_solr, 127.0.0.1:58384_solr]
[junit4] 2> 338130 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 338261 INFO (jetty-launcher-346-thread-1) [n:127.0.0.1:58384_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58384.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72fd1b1d
[junit4] 2> 338262 INFO (jetty-launcher-346-thread-2) [n:127.0.0.1:58383_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58383.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72fd1b1d
[junit4] 2> 338274 INFO (jetty-launcher-346-thread-2) [n:127.0.0.1:58383_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58383.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72fd1b1d
[junit4] 2> 338274 INFO (jetty-launcher-346-thread-2) [n:127.0.0.1:58383_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58383.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72fd1b1d
[junit4] 2> 338275 INFO (jetty-launcher-346-thread-2) [n:127.0.0.1:58383_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/tempDir-001/node2/.
[junit4] 2> 338281 INFO (jetty-launcher-346-thread-1) [n:127.0.0.1:58384_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58384.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72fd1b1d
[junit4] 2> 338281 INFO (jetty-launcher-346-thread-1) [n:127.0.0.1:58384_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58384.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72fd1b1d
[junit4] 2> 338283 INFO (jetty-launcher-346-thread-1) [n:127.0.0.1:58384_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/tempDir-001/node1/.
[junit4] 2> 338333 INFO (SUITE-ExecutePlanActionTest-seed#[7E5149FDAD2529A4]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 338335 INFO (SUITE-ExecutePlanActionTest-seed#[7E5149FDAD2529A4]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58381/solr ready
[junit4] 2> 338352 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[7E5149FDAD2529A4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 338356 DEBUG (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 338356 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 338359 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 338362 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 338363 INFO (OverseerThreadFactory-1226-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 338363 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 338364 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 338476 INFO (OverseerStateUpdate-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58384/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 338480 INFO (OverseerStateUpdate-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58383/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 338683 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 338683 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 338683 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 338684 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 338790 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 338790 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 338791 INFO (zkCallback-358-thread-2-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 338791 INFO (zkCallback-357-thread-2-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 339701 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 339701 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 339706 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 339706 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 339709 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 339709 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 339709 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 339709 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 339710 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58384.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72fd1b1d
[junit4] 2> 339710 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58383.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72fd1b1d
[junit4] 2> 339710 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 339710 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/tempDir-001/node1/testExecute_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/tempDir-001/node1/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 339710 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 339710 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/tempDir-001/node2/testExecute_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/tempDir-001/node2/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 339774 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 339774 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 339776 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 339776 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 339777 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@196db0af[testExecute_shard1_replica_n2] main]
[junit4] 2> 339778 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 339779 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 339779 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 339779 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581733438723981312
[junit4] 2> 339780 INFO (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:58383_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@196db0af[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 339787 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 339788 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 339788 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 339789 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 339789 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 339790 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43fd96de[testExecute_shard1_replica_n1] main]
[junit4] 2> 339791 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 339792 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 339792 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 339792 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581733438737612800
[junit4] 2> 339793 INFO (searcherExecutor-1231-thread-1-processing-n:127.0.0.1:58384_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@43fd96de[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 339888 INFO (zkCallback-358-thread-2-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 339889 INFO (zkCallback-357-thread-2-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 339889 INFO (zkCallback-357-thread-3-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 339888 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 340288 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 340288 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 340288 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58383/solr/testExecute_shard1_replica_n2/
[junit4] 2> 340288 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=http://127.0.0.1:58383/solr START replicas=[http://127.0.0.1:58384/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 340290 INFO (qtp2026556405-2278) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 340589 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=http://127.0.0.1:58383/solr DONE. We have no versions. sync failed.
[junit4] 2> 340589 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 340589 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 340589 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 340594 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58383/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 340697 INFO (zkCallback-357-thread-3-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 340697 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 340697 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 340697 INFO (zkCallback-358-thread-2-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 340750 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 340751 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2068
[junit4] 2> 340799 INFO (qtp2026556405-2271) [n:127.0.0.1:58384_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2116
[junit4] 2> 340804 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 340901 INFO (zkCallback-357-thread-2-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 340901 INFO (zkCallback-358-thread-2-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 340901 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 340901 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 341804 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3445
[junit4] 2> 341813 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[7E5149FDAD2529A4]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508458557944000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508458557944000000],
[junit4] 2> "nodeNames":["127.0.0.1:58384_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7f319931, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@28d14113]}
[junit4] 2> 341813 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[7E5149FDAD2529A4]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:58383_solr&replica=core_node3
[junit4] 2> 341816 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[7E5149FDAD2529A4]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 341818 INFO (qtp2131668350-2275) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:58383_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 341820 INFO (qtp2131668350-2275) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:58383_solr&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 341822 INFO (qtp2131668350-2277) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 341824 INFO (qtp2131668350-2277) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 341825 INFO (OverseerThreadFactory-1226-thread-2-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node3:{"core":"testExecute_shard1_replica_n1","base_url":"http://127.0.0.1:58384/solr","node_name":"127.0.0.1:58384_solr","state":"active","type":"NRT"}
[junit4] 2> 341826 INFO (OverseerCollectionConfigSetProcessor-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 341828 INFO (OverseerThreadFactory-1226-thread-2-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58383_solr for creating new replica
[junit4] 2> 341831 INFO (OverseerStateUpdate-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58383/solr",
[junit4] 2> "node_name":"127.0.0.1:58383_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 341934 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 341934 INFO (zkCallback-357-thread-3-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 341934 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 341934 INFO (zkCallback-358-thread-2-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 342033 INFO (qtp2131668350-2279) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372071925550893&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 342033 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372071925550893&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 342034 INFO (qtp2131668350-2268) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372071925550893
[junit4] 2> 342034 INFO (qtp2131668350-2268) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372071925550893&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 342049 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 342055 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 342057 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 342058 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 342058 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58383.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72fd1b1d
[junit4] 2> 342058 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 342058 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/tempDir-001/node2/testExecute_shard1_replica_n5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_7E5149FDAD2529A4-001/tempDir-001/node2/./testExecute_shard1_replica_n5/data/]
[junit4] 2> 342111 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 342111 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 342112 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 342112 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 342113 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@421f123d[testExecute_shard1_replica_n5] main]
[junit4] 2> 342114 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 342114 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 342115 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 342115 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581733441173454848
[junit4] 2> 342115 INFO (searcherExecutor-1241-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@421f123d[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 342118 INFO (parallelCoreAdminExecutor-1227-thread-1-processing-n:127.0.0.1:58383_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 342118 INFO (updateExecutor-352-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 342119 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 342119 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 342119 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 342119 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 342119 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [http://127.0.0.1:58383/solr/testExecute_shard1_replica_n2/] and I am [http://127.0.0.1:58383/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 342123 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:58383/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n2&nodeName=127.0.0.1:58383_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 342124 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 342124 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:58383_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"http://127.0.0.1:58383/solr","state":"down","node_name":"127.0.0.1:58383_solr","type":"NRT"}
[junit4] 2> 342222 INFO (zkCallback-358-thread-2-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 342222 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:58384_solr) [n:127.0.0.1:58384_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 342222 INFO (zkCallback-357-thread-2-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 342222 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 343035 INFO (qtp2131668350-2274) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372071925550893
[junit4] 2> 343035 INFO (qtp2131668350-2274) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372071925550893&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 343036 INFO (qtp2026556405-2280) [n:127.0.0.1:58384_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n1&async=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372072929998031&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 343037 INFO (parallelCoreAdminExecutor-1228-thread-1-processing-n:127.0.0.1:58384_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372072929998031 UNLOAD) [n:127.0.0.1:58384_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=null
[junit4] 2> 343037 INFO (parallelCoreAdminExecutor-1228-thread-1-processing-n:127.0.0.1:58384_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372072929998031 UNLOAD) [n:127.0.0.1:58384_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39cff848: rootName = solr_58384, domain = solr.core.testExecute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@604038e3
[junit4] 2> 343037 INFO (qtp2026556405-2281) [n:127.0.0.1:58384_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372072929998031
[junit4] 2> 343037 INFO (qtp2026556405-2281) [n:127.0.0.1:58384_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372072929998031&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 343044 INFO (parallelCoreAdminExecutor-1228-thread-1-processing-n:127.0.0.1:58384_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372072929998031 UNLOAD) [n:127.0.0.1:58384_solr ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3bebf8f4
[junit4] 2> 343044 INFO (parallelCoreAdminExecutor-1228-thread-1-processing-n:127.0.0.1:58384_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372072929998031 UNLOAD) [n:127.0.0.1:58384_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=1005320436
[junit4] 2> 343044 INFO (parallelCoreAdminExecutor-1228-thread-1-processing-n:127.0.0.1:58384_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372072929998031 UNLOAD) [n:127.0.0.1:58384_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1005320436
[junit4] 2> 343048 INFO (parallelCoreAdminExecutor-1228-thread-1-processing-n:127.0.0.1:58384_solr mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372072929998031 UNLOAD) [n:127.0.0.1:58384_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 343127 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:58383_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"http://127.0.0.1:58383/solr","node_name":"127.0.0.1:58383_solr","state":"recovering","type":"NRT"}
[junit4] 2> 343127 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 343127 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:58383_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n2&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1003
[junit4] 2> 343150 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 343151 INFO (zkCallback-357-thread-2-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 343628 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:58383/solr/testExecute_shard1_replica_n2/] - recoveringAfterStartup=[true]
[junit4] 2> 343629 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n5 url=http://127.0.0.1:58383/solr START replicas=[http://127.0.0.1:58383/solr/testExecute_shard1_replica_n2/] nUpdates=100
[junit4] 2> 343631 INFO (qtp2131668350-2279) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 343631 INFO (qtp2131668350-2279) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.S.Request [testExecute_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 343632 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 343632 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 343632 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 343632 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 343632 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 343632 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 343632 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 343632 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 343632 INFO (recoveryExecutor-353-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z//02372071925550893 CREATE n:127.0.0.1:58383_solr s:shard1 c:testExecute) [n:127.0.0.1:58383_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 343735 INFO (zkCallback-357-thread-2-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 343735 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 344038 INFO (qtp2026556405-2281) [n:127.0.0.1:58384_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372072929998031
[junit4] 2> 344038 INFO (qtp2026556405-2281) [n:127.0.0.1:58384_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/02372072929998031&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 344144 INFO (OverseerThreadFactory-1226-thread-2-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 345829 INFO (OverseerCollectionConfigSetProcessor-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 346826 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 346828 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 346828 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[7E5149FDAD2529A4]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0 finished with state=COMPLETED in 5s
[junit4] 2> 346828 INFO (qtp2131668350-2268) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 346829 INFO (qtp2131668350-2268) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 346830 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[7E5149FDAD2529A4]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
[junit4] 2> 346833 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[7E5149FDAD2529A4]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
[junit4] 2> 346834 INFO (qtp2131668350-2274) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 346836 INFO (qtp2131668350-2274) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 346837 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 346839 INFO (qtp2131668350-2272) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 346848 INFO (OverseerThreadFactory-1226-thread-3-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 348857 INFO (OverseerCollectionConfigSetProcessor-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 351841 INFO (qtp2131668350-2277) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 351843 INFO (qtp2131668350-2277) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 351843 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[7E5149FDAD2529A4]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0 finished with state=COMPLETED in 5s
[junit4] 2> 351843 INFO (qtp2131668350-2275) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 351844 INFO (qtp2131668350-2275) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14ef1f10f8a66e00Tcp12ypvs9v5kgi241riv99v4z/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 351845 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[7E5149FDAD2529A4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExecute
[junit4] 2> 351866 INFO (TEST-ExecutePlanActionTest.testIntegration-seed#[7E5149FDAD2529A4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration
[junit4] 2> 351867 DEBUG (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 351868 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 351868 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 351869 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 351869 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 351889 INFO (qtp2131668350-2279) [n:127.0.0.1:58383_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 351891 INFO (qtp2131668350-2279) [n:127.0.0.1:58383_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58381/solr ready
[junit4] 2> 351936 INFO (qtp2131668350-2273) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=6
[junit4] 2> 351940 INFO (qtp2026556405-2267) [n:127.0.0.1:58384_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 351941 DEBUG (qtp2131668350-2279) [n:127.0.0.1:58383_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 351943 INFO (qtp2131668350-2279) [n:127.0.0.1:58383_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=58
[junit4] 2> 351943 INFO (qtp2131668350-2268) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 351944 DEBUG (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 351945 DEBUG (zkCallback-357-thread-1-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:58383_solr, 127.0.0.1:58384_solr]
[junit4] 2> 351945 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 351948 INFO (OverseerThreadFactory-1226-thread-4-processing-n:127.0.0.1:58383_solr) [n:127.0.0.1:58383_solr ] o.a.s.c.CreateCollectionCmd Create collection testIntegration
[junit4] 2> 351950 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 351950 DEBUG (OverseerAutoScalingTriggerThread-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 351951 DEBUG (ScheduledTrigger-1224-thread-2) [n:127.0.0.1:58383_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:58383_solr, 127.0.0.1:58384_solr]
[junit4] 2> 352061 INFO (OverseerStateUpdate-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testIntegration",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testIntegration_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58384/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 352064 INFO (OverseerStateUpdate-98858339788324869-127.0.0.1:58383_solr-n_0000000000) [n:127.0.0.1:58383_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testIntegration",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testIntegration_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58383/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 352267 INFO (qtp2026556405-2276) [n:127.0.0.1:58384_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n1&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 352267 INFO (qtp2131668350-2274) [n:127.0.0.1:58383_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n2&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 352376 INFO (zkCallback-358-thread-1-processing-n:127.0.0.1:5
[...truncated too long message...]
334 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[7E5149FDAD2529A4]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3aac2334{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1550334 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[7E5149FDAD2529A4]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12db93fa{/v,null,UNAVAILABLE}
[junit4] 2> 1550341 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[7E5149FDAD2529A4]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 61940
[junit4] 2> 1550344 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[7E5149FDAD2529A4]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1550345 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[7E5149FDAD2529A4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61862 61862
[junit4] 2> 1550368 INFO (Thread-1122) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61862 61862
[junit4] 2> 1550537 WARN (Thread-1122) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/aliases.json
[junit4] 2> 11 /solr/configs/conf1
[junit4] 2> 7 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/clusterprops.json
[junit4] 2> 15 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/collections/collection2/state.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/98858414969716748-127.0.0.1:61902_v-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/live_nodes
[junit4] 2> 15 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=7E5149FDAD2529A4 -Dtests.slow=true -Dtests.locale=en-SG -Dtests.timezone=Africa/Banjul -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 65.6s J1 | FullSolrCloudDistribCmdsTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Could not find collection:collection2
[junit4] > at __randomizedtesting.SeedInfo.seed([7E5149FDAD2529A4:F605762703D9445C]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
[junit4] > at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
[junit4] > at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_7E5149FDAD2529A4-001
[junit4] 2> Oct 20, 2017 12:36:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {6grand2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand5_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5grand1_s=PostingsFormat(name=Memory), 6grand4_s=PostingsFormat(name=Memory), 4grand0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4grand2_s=PostingsFormat(name=Memory), 9grand7_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand3_s=PostingsFormat(name=Memory), 8grand2_s=PostingsFormat(name=Memory), 9grand5_s=PostingsFormat(name=Memory), 8grand0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 9grand3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 6parent_f2_s=FST50, 8grand6_s=PostingsFormat(name=Memory), 9grand1_s=PostingsFormat(name=Memory), 8grand4_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 0parent_f2_s=PostingsFormat(name=LuceneFixedGap), 3grand1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5child3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 9parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap), 5grand3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5parent_f1_s=FST50, 1parent_f1_s=FST50, 6grand0_s=PostingsFormat(name=Memory), 10parent_f2_s=PostingsFormat(name=Memory), _root_=PostingsFormat(name=Memory), 5child0_s=FST50, 5child2_s=PostingsFormat(name=LuceneFixedGap), 8parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 2parent_f2_s=FST50, 3child0_s=FST50, 4child3_s=FST50, 1grand0_s=FST50, 4child1_s=PostingsFormat(name=LuceneFixedGap), 2grand1_s=FST50, 3child2_s=PostingsFormat(name=LuceneFixedGap), 1child0_s=PostingsFormat(name=LuceneFixedGap), 7parent_f1_s=PostingsFormat(name=LuceneFixedGap), 2child1_s=PostingsFormat(name=LuceneFixedGap), 3parent_f2_s=PostingsFormat(name=Memory), 6grand3_s=FST50, 7grand6_s=PostingsFormat(name=LuceneFixedGap), 5grand0_s=PostingsFormat(name=LuceneFixedGap), 6grand5_s=PostingsFormat(name=LuceneFixedGap), 5grand2_s=FST50, 7grand2_s=PostingsFormat(name=LuceneFixedGap), 4grand1_s=FST50, 7grand4_s=FST50, 4grand3_s=PostingsFormat(name=LuceneFixedGap), 9grand8_s=FST50, 3grand0_s=FST50, 8grand3_s=PostingsFormat(name=LuceneFixedGap), 9grand6_s=PostingsFormat(name=LuceneFixedGap), 6parent_f1_s=PostingsFormat(name=Memory), 8grand1_s=FST50, 9grand4_s=FST50, 8grand7_s=PostingsFormat(name=LuceneFixedGap), 9grand2_s=PostingsFormat(name=LuceneFixedGap), 0parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 3grand2_s=PostingsFormat(name=LuceneFixedGap), 8grand5_s=FST50, 9grand0_s=FST50, 4parent_f2_s=PostingsFormat(name=LuceneFixedGap), 9parent_f1_s=FST50, 5child4_s=FST50, 1parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand0_s=FST50, text_t=PostingsFormat(name=Memory), 5grand4_s=PostingsFormat(name=LuceneFixedGap), 6grand1_s=PostingsFormat(name=LuceneFixedGap), type_s=PostingsFormat(name=Memory), 5parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5child1_s=PostingsFormat(name=Memory), 8parent_f2_s=PostingsFormat(name=LuceneFixedGap), 10parent_f1_s=FST50, 2parent_f1_s=PostingsFormat(name=Memory), 4child2_s=PostingsFormat(name=Memory), rnd_b=PostingsFormat(name=LuceneFixedGap), 4child0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 2grand0_s=PostingsFormat(name=Memory), 3child1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7parent_f2_s=PostingsFormat(name=Memory), 2child0_s=PostingsFormat(name=Memory), 3parent_f1_s=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1520, maxMBSortInHeap=7.7990818527498815, sim=RandomSimilarity(queryNorm=false): {}, locale=en-SG, timezone=Africa/Banjul
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=158271752,total=533725184
[junit4] 2> NOTE: All tests run in this JVM: [TestDocSet, TestGraphTermsQParserPlugin, TestDynamicFieldResource, CursorMarkTest, TestCloudPivotFacet, TestIndexSearcher, DistributedFacetPivotSmallAdvancedTest, NodeLostTriggerTest, SolrGangliaReporterTest, TestCloudRecovery, TestFunctionQuery, TestSimpleTrackingShardHandler, SolrCoreCheckLockOnStartupTest, SolrIndexSplitterTest, ActionThrottleTest, TestRequestForwarding, RequestLoggingTest, FileBasedSpellCheckerTest, TermVectorComponentDistributedTest, TestSchemaManager, SoftAutoCommitTest, PingRequestHandlerTest, MetricUtilsTest, BaseCdcrDistributedZkTest, TestPullReplica, TestFieldSortValues, TestRemoteStreaming, TestLuceneMatchVersion, TestUniqueKeyFieldResource, HdfsWriteToMultipleCollectionsTest, ExecutePlanActionTest, TestComplexPhraseQParserPlugin, BlobRepositoryCloudTest, SolrShardReporterTest, SimpleCollectionCreateDeleteTest, JsonLoaderTest, TestInPlaceUpdatesDistrib, SortSpecParsingTest, TestCollationField, BasicAuthStandaloneTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DistributedMLTComponentTest, SearchHandlerTest, TestObjectReleaseTracker, TestNRTOpen, TestSolrCloudWithHadoopAuthPlugin, TestRandomCollapseQParserPlugin, TestSolrCloudSnapshots, OverseerRolesTest, LoggingHandlerTest, TestGeoJSONResponseWriter, TestLegacyTerms, TestLuceneIndexBackCompat, SSLMigrationTest, TestInitQParser, TestSearchPerf, FacetPivotSmallTest, CacheHeaderTest, QueryElevationComponentTest, TolerantUpdateProcessorTest, TestDocumentBuilder, ZkStateWriterTest, BasicZkTest, TestBlobHandler, DistributedFacetPivotWhiteBoxTest, BadCopyFieldTest, AutoAddReplicasIntegrationTest, TestCloudManagedSchema, FullSolrCloudDistribCmdsTest]
[junit4] Completed [257/745 (2!)] on J1 in 66.17s, 1 test, 1 failure <<< FAILURES!
[...truncated 48842 lines...]