You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/07 05:41:32 UTC
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_141) - Build #
6808 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6808/
Java: 32bit/jdk1.8.0_141 -server -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic
Error Message:
Could not remove the following files (in the order of attempts): C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.http.HttpReplicatorTest_4F81EC48407D9E85-001\httpReplicatorTest-002\2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.http.HttpReplicatorTest_4F81EC48407D9E85-001\httpReplicatorTest-002\2
Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.http.HttpReplicatorTest_4F81EC48407D9E85-001\httpReplicatorTest-002\2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.http.HttpReplicatorTest_4F81EC48407D9E85-001\httpReplicatorTest-002\2
at __randomizedtesting.SeedInfo.seed([4F81EC48407D9E85:E47BF15D9FA118AB]:0)
at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
at org.apache.lucene.replicator.PerSessionDirectoryFactory.cleanupSession(PerSessionDirectoryFactory.java:58)
at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:259)
at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:121)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 8394 lines...]
[junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
[junit4] 2> 2017-08-07 13:10:06.241:INFO::TEST-HttpReplicatorTest.testServerErrors-seed#[4F81EC48407D9E85]: Logging initialized @6532ms
[junit4] 2> 2017-08-07 13:10:06.408:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[4F81EC48407D9E85]: jetty-9.3.14.v20161028
[junit4] 2> 2017-08-07 13:10:11.486:INFO:oejs.AbstractConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[4F81EC48407D9E85]: Started ServerConnector@887555{HTTP/1.1,[http/1.1]}{127.0.0.1:63913}
[junit4] 2> 2017-08-07 13:10:11.487:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[4F81EC48407D9E85]: Started @11778ms
[junit4] 2> 2017-08-07 13:10:12.105:INFO:oejs.AbstractConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[4F81EC48407D9E85]: Stopped ServerConnector@887555{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2017-08-07 13:10:12.115:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[4F81EC48407D9E85]: jetty-9.3.14.v20161028
[junit4] 2> 2017-08-07 13:10:12.116:INFO:oejs.AbstractConnector:TEST-HttpReplicatorTest.testBasic-seed#[4F81EC48407D9E85]: Started ServerConnector@67812c{HTTP/1.1,[http/1.1]}{127.0.0.1:63955}
[junit4] 2> 2017-08-07 13:10:12.116:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[4F81EC48407D9E85]: Started @12407ms
[junit4] 2> 2017-08-07 13:10:12.171:INFO:oejs.AbstractConnector:TEST-HttpReplicatorTest.testBasic-seed#[4F81EC48407D9E85]: Stopped ServerConnector@67812c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=4F81EC48407D9E85 -Dtests.slow=true -Dtests.locale=ar-TN -Dtests.timezone=Australia/Eucla -Dtests.asserts=true -Dtests.file.encoding=Cp1252
[junit4] ERROR 0.07s J0 | HttpReplicatorTest.testBasic <<<
[junit4] > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.http.HttpReplicatorTest_4F81EC48407D9E85-001\httpReplicatorTest-002\2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.http.HttpReplicatorTest_4F81EC48407D9E85-001\httpReplicatorTest-002\2
[junit4] > at __randomizedtesting.SeedInfo.seed([4F81EC48407D9E85:E47BF15D9FA118AB]:0)
[junit4] > at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
[junit4] > at org.apache.lucene.replicator.PerSessionDirectoryFactory.cleanupSession(PerSessionDirectoryFactory.java:58)
[junit4] > at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:259)
[junit4] > at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
[junit4] > at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:121)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.http.HttpReplicatorTest_4F81EC48407D9E85-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=375, maxMBSortInHeap=5.0778031428766095, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-TN, timezone=Australia/Eucla
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_141 (32-bit)/cpus=3,threads=1,free=38210472,total=64880640
[junit4] 2> NOTE: All tests run in this JVM: [IndexAndTaxonomyReplicationClientTest, HttpReplicatorTest]
[junit4] Completed [8/9 (1!)] on J0 in 6.05s, 2 tests, 1 error <<< FAILURES!
[...truncated 44183 lines...]
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_144) - Build #
6813 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6813/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([D32CE2E6E52511C5:EEF44CCADDCB4FB5]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ZkCLITest
Error Message:
Could not remove the following files (in the order of attempts): C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-99490656585004: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-99490656585004 C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013
Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-99490656585004: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-99490656585004
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013
at __randomizedtesting.SeedInfo.seed([D32CE2E6E52511C5]:0)
at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11546 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\init-core-data-001
[junit4] 2> 949082 WARN (SUITE-TestAuthenticationFramework-seed#[D32CE2E6E52511C5]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 949082 INFO (SUITE-TestAuthenticationFramework-seed#[D32CE2E6E52511C5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 949086 INFO (SUITE-TestAuthenticationFramework-seed#[D32CE2E6E52511C5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 949086 INFO (SUITE-TestAuthenticationFramework-seed#[D32CE2E6E52511C5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 949088 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001
[junit4] 2> 949088 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 949089 INFO (Thread-1695) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 949089 INFO (Thread-1695) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 949093 ERROR (Thread-1695) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 949190 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.ZkTestServer start zk server on port:56350
[junit4] 2> 949199 INFO (jetty-launcher-1206-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 949199 INFO (jetty-launcher-1206-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 949200 INFO (jetty-launcher-1206-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c4df9b{/solr,null,AVAILABLE}
[junit4] 2> 949200 INFO (jetty-launcher-1206-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@301996{/solr,null,AVAILABLE}
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ce5d75{HTTP/1.1,[http/1.1]}{127.0.0.1:56355}
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8ffffc{HTTP/1.1,[http/1.1]}{127.0.0.1:56354}
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-2) [ ] o.e.j.s.Server Started @957190ms
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-1) [ ] o.e.j.s.Server Started @957190ms
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56355}
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56354}
[junit4] 2> 949201 ERROR (jetty-launcher-1206-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 949201 ERROR (jetty-launcher-1206-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T16:44:42.791Z
[junit4] 2> 949201 INFO (jetty-launcher-1206-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T16:44:42.791Z
[junit4] 2> 949211 INFO (jetty-launcher-1206-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 949211 INFO (jetty-launcher-1206-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 949219 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dcd08a73b0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 949220 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dcd08a73b0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 949223 INFO (jetty-launcher-1206-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56350/solr
[junit4] 2> 949224 INFO (jetty-launcher-1206-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56350/solr
[junit4] 2> 949228 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dcd08a73b0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 949366 INFO (jetty-launcher-1206-thread-2) [n:127.0.0.1:56355_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 949366 INFO (jetty-launcher-1206-thread-1) [n:127.0.0.1:56354_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 949367 INFO (jetty-launcher-1206-thread-2) [n:127.0.0.1:56355_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56355_solr
[junit4] 2> 949367 INFO (jetty-launcher-1206-thread-1) [n:127.0.0.1:56354_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56354_solr
[junit4] 2> 949368 INFO (jetty-launcher-1206-thread-2) [n:127.0.0.1:56355_solr ] o.a.s.c.Overseer Overseer (id=98460203921113093-127.0.0.1:56355_solr-n_0000000000) starting
[junit4] 2> 949369 INFO (zkCallback-1218-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 949369 INFO (zkCallback-1217-thread-1-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 949374 INFO (jetty-launcher-1206-thread-2) [n:127.0.0.1:56355_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56355_solr
[junit4] 2> 949375 INFO (zkCallback-1218-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 949375 INFO (zkCallback-1217-thread-1-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 949432 INFO (jetty-launcher-1206-thread-1) [n:127.0.0.1:56354_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 949460 INFO (jetty-launcher-1206-thread-2) [n:127.0.0.1:56355_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 949527 INFO (jetty-launcher-1206-thread-2) [n:127.0.0.1:56355_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56355.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 949528 INFO (jetty-launcher-1206-thread-1) [n:127.0.0.1:56354_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56354.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 949531 INFO (jetty-launcher-1206-thread-2) [n:127.0.0.1:56355_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56355.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 949532 INFO (jetty-launcher-1206-thread-2) [n:127.0.0.1:56355_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56355.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 949535 INFO (jetty-launcher-1206-thread-1) [n:127.0.0.1:56354_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56354.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 949535 INFO (jetty-launcher-1206-thread-2) [n:127.0.0.1:56355_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node2\.
[junit4] 2> 949535 INFO (jetty-launcher-1206-thread-1) [n:127.0.0.1:56354_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56354.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 949537 INFO (jetty-launcher-1206-thread-1) [n:127.0.0.1:56354_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node1\.
[junit4] 2> 949577 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dcd08a73b0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 949583 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 949585 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56350/solr ready
[junit4] 2> 949589 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 949592 INFO (qtp2181037-8083) [n:127.0.0.1:56355_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 949594 INFO (OverseerThreadFactory-3350-thread-1-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 949703 INFO (OverseerStateUpdate-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56354/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 949707 INFO (OverseerStateUpdate-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56355/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 949709 INFO (OverseerStateUpdate-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56354/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 949712 INFO (OverseerStateUpdate-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56355/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 949916 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 949917 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 949917 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 949917 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 949917 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 949922 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 950040 INFO (zkCallback-1218-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 950040 INFO (zkCallback-1217-thread-2-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 950041 INFO (zkCallback-1217-thread-1-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 950042 INFO (zkCallback-1218-thread-2-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 950949 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 950949 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 950950 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 950956 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 950956 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 950960 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 950960 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 950962 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 950963 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 950963 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 950963 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 950963 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 950963 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 950975 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 950975 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56354.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 950975 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56355.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 950975 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 950975 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 950975 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node1\testcollection_shard2_replica_n4], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node1\.\testcollection_shard2_replica_n4\data\]
[junit4] 2> 950976 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 950976 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 950976 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56354.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 950976 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 950977 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node1\testcollection_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node1\.\testcollection_shard1_replica_n1\data\]
[junit4] 2> 950977 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56355.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd33e0
[junit4] 2> 950975 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node2\testcollection_shard2_replica_n6], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node2\.\testcollection_shard2_replica_n6\data\]
[junit4] 2> 950977 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 950977 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node2\testcollection_shard1_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestAuthenticationFramework_D32CE2E6E52511C5-001\tempDir-001\node2\.\testcollection_shard1_replica_n2\data\]
[junit4] 2> 951076 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 951076 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 951077 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 951077 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 951077 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 951077 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 951079 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 951079 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 951081 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35d6b5[testcollection_shard1_replica_n1] main]
[junit4] 2> 951082 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 951082 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 951082 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 951082 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@13de6af[testcollection_shard1_replica_n2] main]
[junit4] 2> 951084 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 951084 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 951086 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 951086 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 951086 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 951086 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 951087 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575363264828669952
[junit4] 2> 951087 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 951087 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575363264828669952
[junit4] 2> 951093 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 951093 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 951093 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/
[junit4] 2> 951093 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:56355/solr START replicas=[http://127.0.0.1:56354/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 951095 INFO (searcherExecutor-3358-thread-1-processing-n:127.0.0.1:56354_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node3) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@35d6b5[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 951096 INFO (searcherExecutor-3355-thread-1-processing-n:127.0.0.1:56355_solr x:testcollection_shard1_replica_n2 s:shard1 c:testcollection r:core_node5) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@13de6af[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 951097 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@af292[testcollection_shard2_replica_n6] main]
[junit4] 2> 951098 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 951098 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 951099 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 951099 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575363264841252864
[junit4] 2> 951099 INFO (qtp20660907-8076) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 951100 INFO (searcherExecutor-3356-thread-1-processing-n:127.0.0.1:56355_solr x:testcollection_shard2_replica_n6 s:shard2 c:testcollection r:core_node8) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@af292[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 951103 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 951109 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 951109 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 951110 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 951110 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 951110 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@417c6b[testcollection_shard2_replica_n4] main]
[junit4] 2> 951112 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 951112 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 951113 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 951113 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575363264855932928
[junit4] 2> 951113 INFO (searcherExecutor-3357-thread-1-processing-n:127.0.0.1:56354_solr x:testcollection_shard2_replica_n4 s:shard2 c:testcollection r:core_node7) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@417c6b[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 951206 INFO (zkCallback-1218-thread-2-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951206 INFO (zkCallback-1217-thread-1-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951206 INFO (zkCallback-1217-thread-2-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951206 INFO (zkCallback-1218-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951393 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:56355/solr DONE. We have no versions. sync failed.
[junit4] 2> 951393 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 951393 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 951393 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 951398 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/ shard1
[junit4] 2> 951503 INFO (zkCallback-1218-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951503 INFO (zkCallback-1217-thread-2-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951503 INFO (zkCallback-1217-thread-1-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951503 INFO (zkCallback-1218-thread-2-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951503 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 951505 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1589
[junit4] 2> 951604 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 951604 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 951604 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56355/solr/testcollection_shard2_replica_n6/
[junit4] 2> 951605 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=http://127.0.0.1:56355/solr START replicas=[http://127.0.0.1:56354/solr/testcollection_shard2_replica_n4/] nUpdates=100
[junit4] 2> 951606 INFO (qtp20660907-8076) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 951608 INFO (zkCallback-1217-thread-1-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951608 INFO (zkCallback-1218-thread-2-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951608 INFO (zkCallback-1218-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951608 INFO (zkCallback-1217-thread-2-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 951906 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=http://127.0.0.1:56355/solr DONE. We have no versions. sync failed.
[junit4] 2> 951906 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 951906 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 951906 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 951911 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56355/solr/testcollection_shard2_replica_n6/ shard2
[junit4] 2> 952017 INFO (zkCallback-1218-thread-2-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 952017 INFO (zkCallback-1217-thread-1-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 952017 INFO (zkCallback-1217-thread-2-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 952017 INFO (zkCallback-1218-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 952067 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 952068 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2150
[junit4] 2> 952095 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2172
[junit4] 2> 952119 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2202
[junit4] 2> 952122 INFO (qtp2181037-8083) [n:127.0.0.1:56355_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 952223 INFO (zkCallback-1218-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 952223 INFO (zkCallback-1218-thread-2-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 952223 INFO (zkCallback-1217-thread-2-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 952223 INFO (zkCallback-1217-thread-1-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 953122 INFO (qtp2181037-8083) [n:127.0.0.1:56355_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3529
[junit4] 2> 953122 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node7 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 953123 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 953126 INFO (qtp2181037-8077) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/|http://127.0.0.1:56354/solr/testcollection_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1502383486714&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 953127 INFO (qtp20660907-8093) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:56354/solr/testcollection_shard2_replica_n4/|http://127.0.0.1:56355/solr/testcollection_shard2_replica_n6/&rows=10&version=2&q=*:*&NOW=1502383486714&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 953128 INFO (qtp20660907-8071) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=0 status=0 QTime=3
[junit4] 2> 953143 INFO (qtp20660907-8075) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1575363266969862144)]} 0 10
[junit4] 2> 953143 INFO (qtp2181037-8095) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:7&wt=javabin&version=2}{add=[1 (1575363266969862144)]} 0 13
[junit4] 2> 953143 INFO (qtp20660907-8074) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575363266984542208,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 953143 INFO (qtp20660907-8074) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@10b8313 commitCommandVersion:1575363266984542208
[junit4] 2> 953146 INFO (qtp2181037-8096) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575363266987687936,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 953146 INFO (qtp2181037-8096) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5fe3ed commitCommandVersion:1575363266987687936
[junit4] 2> 953146 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575363266987687936,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 953146 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 953147 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 953147 INFO (qtp20660907-8091) [n:127.0.0.1:56354_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 953147 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575363266988736512,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 953147 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 953148 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 953148 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 953153 INFO (qtp20660907-8074) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a726[testcollection_shard1_replica_n1] main]
[junit4] 2> 953155 INFO (searcherExecutor-3358-thread-1-processing-n:127.0.0.1:56354_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node3) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@a726[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 953155 INFO (qtp20660907-8074) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 953156 INFO (qtp20660907-8074) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
[junit4] 2> 953156 INFO (qtp2181037-8096) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@115a428[testcollection_shard1_replica_n2] main]
[junit4] 2> 953157 INFO (qtp2181037-8096) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 953157 INFO (searcherExecutor-3355-thread-1-processing-n:127.0.0.1:56355_solr x:testcollection_shard1_replica_n2 s:shard1 c:testcollection r:core_node5) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@115a428[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 953158 INFO (qtp2181037-8096) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 12
[junit4] 2> 953158 INFO (qtp2181037-8094) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:7&commit=true&wt=javabin&version=2}{commit=} 0 14
[junit4] 2> 953159 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.S.Request [testcollection_shard2_replica_n6] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:56355/solr/testcollection_shard2_replica_n6/|http://127.0.0.1:56354/solr/testcollection_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1502383486748&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 953159 INFO (qtp2181037-8080) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/|http://127.0.0.1:56354/solr/testcollection_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1502383486748&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 953160 INFO (qtp2181037-8079) [n:127.0.0.1:56355_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:7&shards.purpose=64&NOW=1502383486748&ids=1&isShard=true&shard.url=http://127.0.0.1:56355/solr/testcollection_shard1_replica_n2/|http://127.0.0.1:56354/solr/testcollection_shard1_replica_n1/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 953161 INFO (qtp20660907-8069) [n:127.0.0.1:56354_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=1 status=0 QTime=2
[junit4] 2> 953161 INFO (qtp2181037-8095) [n:127.0.0.1:56355_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 953164 INFO (OverseerCollectionConfigSetProcessor-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 953165 INFO (OverseerThreadFactory-3350-thread-2-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 953167 INFO (qtp20660907-8073) [n:127.0.0.1:56354_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 953167 INFO (qtp2181037-8085) [n:127.0.0.1:56355_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=null
[junit4] 2> 953172 INFO (qtp20660907-8072) [n:127.0.0.1:56354_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=null
[junit4] 2> 953172 INFO (qtp20660907-8073) [n:127.0.0.1:56354_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@18d15d3
[junit4] 2> 953172 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=null
[junit4] 2> 953172 INFO (qtp2181037-8085) [n:127.0.0.1:56355_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@14ba1b0
[junit4] 2> 953179 INFO (qtp2181037-8085) [n:127.0.0.1:56355_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=21733808
[junit4] 2> 953179 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@80a5d5
[junit4] 2> 953179 INFO (qtp2181037-8085) [n:127.0.0.1:56355_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=21733808
[junit4] 2> 953180 INFO (qtp20660907-8073) [n:127.0.0.1:56354_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=26023379
[junit4] 2> 953180 INFO (qtp20660907-8072) [n:127.0.0.1:56354_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@18bab0b
[junit4] 2> 953180 INFO (qtp20660907-8073) [n:127.0.0.1:56354_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=26023379
[junit4] 2> 953181 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=8431061
[junit4] 2> 953181 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=8431061
[junit4] 2> 953181 INFO (qtp20660907-8072) [n:127.0.0.1:56354_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=25930507
[junit4] 2> 953181 INFO (qtp20660907-8072) [n:127.0.0.1:56354_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=25930507
[junit4] 2> 953188 WARN (zkCallback-1218-thread-2-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:testcollection_shard1_replica_n1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:297)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 953191 INFO (qtp2181037-8085) [n:127.0.0.1:56355_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=25
[junit4] 2> 953191 INFO (qtp20660907-8072) [n:127.0.0.1:56354_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 953191 WARN (zkCallback-1218-thread-2-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 953191 INFO (qtp2181037-8081) [n:127.0.0.1:56355_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n6&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 953192 INFO (qtp20660907-8072) [n:127.0.0.1:56354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n4&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=22
[junit4] 2> 953200 INFO (qtp20660907-8073) [n:127.0.0.1:56354_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 953201 INFO (qtp20660907-8073) [n:127.0.0.1:56354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=35
[junit4] 2> 953905 INFO (qtp2181037-8095) [n:127.0.0.1:56355_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=743
[junit4] 2> 953905 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 953905 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testcollection
[junit4] 2> 953906 INFO (qtp2181037-8096) [n:127.0.0.1:56355_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=eb673538-8ce9-442d-a1f7-6cd59bdcd86c&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 953908 INFO (qtp2181037-8096) [n:127.0.0.1:56355_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=eb673538-8ce9-442d-a1f7-6cd59bdcd86c&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 953908 INFO (qtp2181037-8094) [n:127.0.0.1:56355_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=eb673538-8ce9-442d-a1f7-6cd59bdcd86c&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 953909 INFO (qtp2181037-8094) [n:127.0.0.1:56355_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=eb673538-8ce9-442d-a1f7-6cd59bdcd86c&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 953909 INFO (OverseerThreadFactory-3350-thread-3-processing-n:127.0.0.1:56355_solr) [n:127.0.0.1:56355_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 953909 INFO (OverseerCollectionConfigSetProcessor-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 954116 INFO (OverseerStateUpdate-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56355/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 954121 INFO (OverseerStateUpdate-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56354/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 954124 INFO (OverseerStateUpdate-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56355/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 954127 INFO (OverseerStateUpdate-98460203921113093-127.0.0.1:56355_solr-n_0000000000) [n:127.0.0.1:56355_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56354/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 954327 INFO (qtp2181037-8077) [n:127.0.0.1:56355_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=eb673538-8ce9-442d-a1f7-6cd59bdcd86c98506919267817&coreNodeName=core_node2&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 954327 INFO (qtp20660907-8071) [n:127.0.0.1:56354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=eb673538-8ce9-442d-a1f7-6cd59bdcd86c98506927726628&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 954327 INFO (qtp20660907-8093) [n:127.0.0.1:56354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=eb673538-8ce9-442d-a1f7-6cd59bdcd86c98506922803462&coreNodeName=core_node5&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 954327 INFO (qtp2181037-8083) [n:127.0.0.1:56355_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=eb673538-8ce9-442d-a1f7-6cd59bdcd86c98506925274147&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 954327 INFO (parallelCoreAdminExecutor-3352-thread-1-processing-n:127.0.0.1:56355_solr eb673538-8ce9-442d-a1f7-6cd59bdcd86c98506919267817 CREATE) [n:127.0.0.1:56355_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=eb673538-8ce9-442d-a1f7-6cd59bdcd86c98506919267817&coreNodeName=core_node2&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 954327 INFO (qtp20660907-8075) [n:127.0.0.1:56354_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : eb673538-8ce9-442d-a1f7-6cd59bdcd86c98506927726628
[junit4] 2> 954327 INFO (qtp20660907-8075) [n:127.0.0.1:56354_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=eb673538-8ce9-442d-a1f7-6cd59bdcd86c98506927726628&action=REQUESTST
[...truncated too long message...]
cb0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1940728 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dcd17c7cb0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1940729 ERROR (TEST-ZkCLITest.testUpdateAcls-seed#[D32CE2E6E52511C5]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1940729 INFO (TEST-ZkCLITest.testUpdateAcls-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49890 49890
[junit4] 2> 1940730 INFO (Thread-3437) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49890 49890
[junit4] 2> 1940731 INFO (TEST-ZkCLITest.testUpdateAcls-seed#[D32CE2E6E52511C5]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateAcls
[junit4] 2> 1940733 INFO (TEST-ZkCLITest.testGet-seed#[D32CE2E6E52511C5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGet
[junit4] 2> 1940733 INFO (TEST-ZkCLITest.testGet-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.ZkCLITest ####SETUP_START testGet
[junit4] 2> 1940860 INFO (TEST-ZkCLITest.testGet-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-032\zookeeper/server1/data
[junit4] 2> 1940860 INFO (TEST-ZkCLITest.testGet-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1940860 INFO (Thread-3438) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1940860 INFO (Thread-3438) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1940864 ERROR (Thread-3438) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1940961 INFO (TEST-ZkCLITest.testGet-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.ZkTestServer start zk server on port:49905
[junit4] 2> 1940975 INFO (TEST-ZkCLITest.testGet-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.ZkCLITest ####SETUP_END testGet
[junit4] 2> 1940978 ERROR (TEST-ZkCLITest.testGet-seed#[D32CE2E6E52511C5]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1940979 INFO (TEST-ZkCLITest.testGet-seed#[D32CE2E6E52511C5]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49905 49905
[junit4] 2> 1940979 INFO (Thread-3438) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49905 49905
[junit4] 2> 1940980 INFO (TEST-ZkCLITest.testGet-seed#[D32CE2E6E52511C5]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGet
[junit4] 2> 1940981 INFO (SUITE-ZkCLITest-seed#[D32CE2E6E52511C5]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Aug 10, 2017 5:01:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-AE, timezone=America/Chihuahua
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=78051176,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetsAPIZkFailure, HLLSerializationTest, TestTolerantUpdateProcessorCloud, TestStressCloudBlindAtomicUpdates, CollectionStateFormat2Test, NoCacheHeaderTest, SuggestComponentContextFilterQueryTest, TestHdfsBackupRestoreCore, TestMiniSolrCloudClusterSSL, DateMathParserTest, TestRandomRequestDistribution, TestFaceting, MultiThreadedOCPTest, TestConfigsApi, GraphQueryTest, CloudExitableDirectoryReaderTest, TestNRTOpen, UniqFieldsUpdateProcessorFactoryTest, CurrencyFieldTypeTest, BlockCacheTest, TestSurroundQueryParser, BufferStoreTest, TestSolrDeletionPolicy2, TestMacros, TestBlobHandler, ReplaceNodeTest, ResponseHeaderTest, PropertiesRequestHandlerTest, TestLegacyNumericUtils, MoveReplicaHDFSUlogDirTest, OutputWriterTest, CdcrReplicationDistributedZkTest, SolrShardReporterTest, SyncSliceTest, SolrInfoBeanTest, TestCorePropertiesReload, DefaultValueUpdateProcessorTest, TestSubQueryTransformer, TestBulkSchemaConcurrent, SuggesterTest, TestDistributedSearch, TestPullReplicaErrorHandling, TestPayloadCheckQParserPlugin, DeleteReplicaTest, TestTrackingShardHandlerFactory, CoreSorterTest, UUIDFieldTest, TestBlendedInfixSuggestions, BlockJoinFacetRandomTest, SimplePostToolTest, PrimUtilsTest, CursorPagingTest, TestFoldingMultitermQuery, TestSolrConfigHandler, TestHashQParserPlugin, TestHashPartitioner, TestCollectionAPI, TestNonDefinedSimilarityFactory, QueryResultKeyTest, SpatialFilterTest, DisMaxRequestHandlerTest, SoftAutoCommitTest, TestNamedUpdateProcessors, TestClusterStateMutator, DirectUpdateHandlerTest, OverseerTest, SuggesterWFSTTest, TestGeoJSONResponseWriter, TestAddFieldRealTimeGet, CdcrRequestHandlerTest, TlogReplayBufferedWhileIndexingTest, TestFreeTextSuggestions, TestPolicyCloud, TestCloudSearcherWarming, MissingSegmentRecoveryTest, TestLFUCache, TestNumericTerms64, RecoveryZkTest, MultiTermTest, BJQParserTest, ShardRoutingTest, HighlighterMaxOffsetTest, CloudMLTQParserTest, TestSegmentSorting, LeaderInitiatedRecoveryOnShardRestartTest, DistributedQueryComponentCustomSortTest, BooleanFieldTest, TestSolrCloudWithKerberosAlt, URLClassifyProcessorTest, TestComplexPhraseLeadingWildcard, TestLazyCores, InfoHandlerTest, LeaderElectionContextKeyTest, TestSQLHandler, TestClassicSimilarityFactory, TestHdfsCloudBackupRestore, TestHttpShardHandlerFactory, TestTrieFacet, RequestLoggingTest, DirectSolrConnectionTest, ResourceLoaderTest, OutOfBoxZkACLAndCredentialsProvidersTest, SolrMetricManagerTest, TestPhraseSuggestions, TestSolrCoreParser, NotRequiredUniqueKeyTest, FieldAnalysisRequestHandlerTest, DocValuesNotIndexedTest, TestRecoveryHdfs, ReturnFieldsTest, TestConfigSetsAPI, TestCloudSchemaless, TestFieldCacheVsDocValues, TestMissingGroups, XmlUpdateRequestHandlerTest, TestIBSimilarityFactory, TestReversedWildcardFilterFactory, TestSchemalessBufferedUpdates, ResponseLogComponentTest, DocExpirationUpdateProcessorFactoryTest, DistributedSuggestComponentTest, HighlighterTest, TestQuerySenderListener, ZkStateWriterTest, SolrGraphiteReporterTest, TestStressLiveNodes, TestOrdValues, PeerSyncWithIndexFingerprintCachingTest, SolrXmlInZkTest, TestSolrConfigHandlerCloud, OverseerCollectionConfigSetProcessorTest, TestCoreContainer, TestBinaryField, TestFunctionQuery, AliasIntegrationTest, SortByFunctionTest, SegmentsInfoRequestHandlerTest, TestCodecSupport, TestIndexingPerformance, TestManagedSynonymGraphFilterFactory, TestDFRSimilarityFactory, BasicAuthIntegrationTest, DistributedFacetExistsSmallTest, TestStandardQParsers, CustomCollectionTest, BaseCdcrDistributedZkTest, TestMultiValuedNumericRangeQuery, TestCustomDocTransformer, SolrTestCaseJ4Test, TestLeaderElectionZkExpiry, SolrIndexSplitterTest, TestQueryWrapperFilter, TestManagedResourceStorage, TestSmileRequest, SolrCLIZkUtilsTest, ScriptEngineTest, DistributedSpellCheckComponentTest, TestDynamicLoading, QueryElevationComponentTest, V2StandaloneTest, TestReqParamsAPI, HdfsLockFactoryTest, TestInPlaceUpdatesStandalone, TestDeleteCollectionOnDownNodes, ZkControllerTest, CircularListTest, LeaderFailureAfterFreshStartTest, TestHighlightDedupGrouping, SimpleFacetsTest, VersionInfoTest, FastVectorHighlighterTest, TestSolrCoreProperties, SpellCheckCollatorWithCollapseTest, HdfsWriteToMultipleCollectionsTest, BasicDistributedZkTest, ZkCLITest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkCLITest -Dtests.seed=D32CE2E6E52511C5 -Dtests.slow=true -Dtests.locale=ar-AE -Dtests.timezone=America/Chihuahua -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | ZkCLITest (suite) <<<
[junit4] > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-99490656585004: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-99490656585004
[junit4] > C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_D32CE2E6E52511C5-001\tempDir-013
[junit4] > at __randomizedtesting.SeedInfo.seed([D32CE2E6E52511C5]:0)
[junit4] > at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [375/729 (2!)] on J0 in 6.72s, 15 tests, 1 error <<< FAILURES!
[...truncated 40459 lines...]
[JENKINS-EA] Lucene-Solr-master-Windows (32bit/jdk-9-ea+181) -
Build # 6812 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6812/
Java: 32bit/jdk-9-ea+181 -client -XX:+UseConcMarkSweepGC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Doc with id=1 not found in http://127.0.0.1:51245/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:51245/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([49D9C74F96342BA:E20AA8B4C0E1BBDB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:50883/uve/cp/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:50883/uve/cp/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([49D9C74F96342BA:8CC9A3AE579F2F42]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1714 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\temp\junit4-J1-20170810_081044_2967999577893362241771.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\core\test\temp\junit4-J0-20170810_081044_296455155722170480173.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 301 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\test-framework\test\temp\junit4-J0-20170810_081656_51216097776653749119287.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\test-framework\test\temp\junit4-J1-20170810_081656_51215379670602678078365.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1052 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\common\test\temp\junit4-J1-20170810_081739_76712898560142840924038.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\common\test\temp\junit4-J0-20170810_081739_76717835242055240283178.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 215 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\icu\test\temp\junit4-J1-20170810_081952_34111018967236295454647.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\icu\test\temp\junit4-J0-20170810_081952_3411113329998687261084.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 238 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\kuromoji\test\temp\junit4-J0-20170810_082002_41810147242386653493914.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\kuromoji\test\temp\junit4-J1-20170810_082002_4189991771623686136161.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 147 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\morfologik\test\temp\junit4-J0-20170810_082026_12916952059551672214682.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\morfologik\test\temp\junit4-J1-20170810_082026_1296202109237675176849.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\phonetic\test\temp\junit4-J0-20170810_082029_8048224134397686491557.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\phonetic\test\temp\junit4-J1-20170810_082029_8047202857445595424763.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 144 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\smartcn\test\temp\junit4-J0-20170810_082037_4201394459219045272376.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\smartcn\test\temp\junit4-J1-20170810_082037_4215383227381244607410.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 152 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\stempel\test\temp\junit4-J0-20170810_082044_69918162414761353489137.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\stempel\test\temp\junit4-J1-20170810_082044_6956888032506792139158.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 160 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\analysis\uima\test\temp\junit4-J0-20170810_082048_10617266870189013232085.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 145 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\temp\junit4-J1-20170810_082108_78014525993411115215885.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 25 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\backward-codecs\test\temp\junit4-J0-20170810_082108_78714566509184641745002.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1220 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\benchmark\test\temp\junit4-J1-20170810_082128_6934447971508523186367.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\benchmark\test\temp\junit4-J0-20170810_082128_6929693304893539693744.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 222 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\classification\test\temp\junit4-J1-20170810_082137_5006964695532400221712.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\classification\test\temp\junit4-J0-20170810_082137_50011268563874442331019.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 252 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\temp\junit4-J0-20170810_082149_9111439367539465447407.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\codecs\test\temp\junit4-J1-20170810_082149_9119291925911499962468.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 229 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\demo\test\temp\junit4-J0-20170810_082259_52812170158697535414609.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\demo\test\temp\junit4-J1-20170810_082259_52817754341463351251482.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 163 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\expressions\test\temp\junit4-J0-20170810_082302_4817732213469437533610.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\expressions\test\temp\junit4-J1-20170810_082302_4815614690205929666126.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 213 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\facet\test\temp\junit4-J0-20170810_082307_4487879590452498582085.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\facet\test\temp\junit4-J1-20170810_082307_44815551001034533957108.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 172 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\grouping\test\temp\junit4-J0-20170810_082321_355940616441993021955.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\grouping\test\temp\junit4-J1-20170810_082321_35514805270623545080569.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 236 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\highlighter\test\temp\junit4-J1-20170810_082329_694169362389461436714.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\highlighter\test\temp\junit4-J0-20170810_082329_69416422150644867012108.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 156 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\join\test\temp\junit4-J1-20170810_082347_2671112849439841987442.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\join\test\temp\junit4-J0-20170810_082347_2673046317616106685539.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 140 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\memory\test\temp\junit4-J0-20170810_082401_47414103835292585340045.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\memory\test\temp\junit4-J1-20170810_082401_4744946771367885699226.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 177 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\temp\junit4-J1-20170810_082409_2821623886663009435654.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\misc\test\temp\junit4-J0-20170810_082409_2823414455325245723737.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 305 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\queries\test\temp\junit4-J0-20170810_082430_9836151567256314869451.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\queries\test\temp\junit4-J1-20170810_082430_98315261459356787176398.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 217 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\queryparser\test\temp\junit4-J1-20170810_082438_92617928799643016655670.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\queryparser\test\temp\junit4-J0-20170810_082438_92618250466708550536169.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 195 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\temp\junit4-J1-20170810_082446_6479257066132622718504.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 8 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\replicator\test\temp\junit4-J0-20170810_082446_64716303147733817800482.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 184 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\sandbox\test\temp\junit4-J0-20170810_082501_45210480940445301776898.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 21 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\sandbox\test\temp\junit4-J1-20170810_082501_45217962512107137853057.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 208 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial-extras\test\temp\junit4-J0-20170810_082529_7339613709360069739895.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial-extras\test\temp\junit4-J1-20170810_082529_7114871205028082668124.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 174 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial3d\test\temp\junit4-J1-20170810_082544_6794861906218364847645.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial3d\test\temp\junit4-J0-20170810_082544_67915672872843243466622.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 139 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\spatial\test\temp\junit4-J0-20170810_082614_00016003084817894062536.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 298 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\suggest\test\temp\junit4-J0-20170810_082618_584582798600729227206.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\build\suggest\test\temp\junit4-J1-20170810_082618_58413305471776568446975.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3143 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\init-core-data-001
[junit4] 2> 2241069 INFO (SUITE-HttpPartitionTest-seed#[49D9C74F96342BA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2241071 INFO (SUITE-HttpPartitionTest-seed#[49D9C74F96342BA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 2241071 INFO (SUITE-HttpPartitionTest-seed#[49D9C74F96342BA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2241071 INFO (SUITE-HttpPartitionTest-seed#[49D9C74F96342BA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /uve/cp
[junit4] 2> 2241073 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2241074 INFO (Thread-3944) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2241074 INFO (Thread-3944) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2241078 ERROR (Thread-3944) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2241173 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkTestServer start zk server on port:50876
[junit4] 2> 2241184 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2241187 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2241189 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2241192 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2241193 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2241196 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2241197 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2241200 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2241201 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2241203 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2241207 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2241209 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 2241670 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2241671 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a9151{/uve/cp,null,AVAILABLE}
[junit4] 2> 2241672 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10df6fa{HTTP/1.1,[http/1.1]}{127.0.0.1:50884}
[junit4] 2> 2241672 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.Server Started @2242729ms
[junit4] 2> 2241672 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/uve/cp, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\tempDir-001/control/data, hostPort=50883, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\control-001\cores, replicaType=NRT}
[junit4] 2> 2241672 ERROR (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2241673 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2241673 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2241673 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2241673 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T09:05:03.940934600Z
[junit4] 2> 2241677 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2241677 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\control-001\solr.xml
[junit4] 2> 2241682 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2241686 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50876/solr
[junit4] 2> 2241812 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2241813 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50883_uve%2Fcp
[junit4] 2> 2241814 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.Overseer Overseer (id=98458396481552388-127.0.0.1:50883_uve%2Fcp-n_0000000000) starting
[junit4] 2> 2241821 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50883_uve%2Fcp
[junit4] 2> 2241825 INFO (zkCallback-4755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2242033 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2242037 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2242038 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2242040 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\control-001\cores
[junit4] 2> 2242056 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2242057 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50876/solr ready
[junit4] 2> 2242058 INFO (SocketProxy-Acceptor-50883) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=50899,localport=50883], receiveBufferSize:65536
[junit4] 2> 2242058 INFO (SocketProxy-Acceptor-50883) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=50884,localport=50900], receiveBufferSize=65536
[junit4] 2> 2242060 INFO (qtp15623886-23096) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50883_uve%252Fcp&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2242062 INFO (OverseerThreadFactory-8146-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2242169 INFO (SocketProxy-Acceptor-50883) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=50901,localport=50883], receiveBufferSize:65536
[junit4] 2> 2242170 INFO (SocketProxy-Acceptor-50883) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=50884,localport=50902], receiveBufferSize=65536
[junit4] 2> 2242170 INFO (qtp15623886-23098) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2242171 INFO (qtp15623886-23098) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2242276 INFO (zkCallback-4755-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2243184 INFO (qtp15623886-23098) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2243198 INFO (qtp15623886-23098) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2243294 INFO (qtp15623886-23098) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2243316 INFO (qtp15623886-23098) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2243317 INFO (qtp15623886-23098) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2243317 INFO (qtp15623886-23098) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2243317 INFO (qtp15623886-23098) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\control-001\cores\control_collection_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\control-001\cores\control_collection_shard1_replica_n1\data\]
[junit4] 2> 2243321 INFO (qtp15623886-23098) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2698900064526316]
[junit4] 2> 2243323 WARN (qtp15623886-23098) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2243400 INFO (qtp15623886-23098) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2243400 INFO (qtp15623886-23098) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2243403 INFO (qtp15623886-23098) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2243403 INFO (qtp15623886-23098) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2243404 INFO (qtp15623886-23098) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=14.724609375, floorSegmentMB=1.67578125, forceMergeDeletesPctAllowed=4.0145679738609905, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2243404 INFO (qtp15623886-23098) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@13e7d44[control_collection_shard1_replica_n1] main]
[junit4] 2> 2243406 INFO (qtp15623886-23098) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2243407 INFO (qtp15623886-23098) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2243407 INFO (qtp15623886-23098) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2243409 INFO (searcherExecutor-8149-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@13e7d44[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2243409 INFO (qtp15623886-23098) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575334346150117376
[junit4] 2> 2243416 INFO (qtp15623886-23098) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2243416 INFO (qtp15623886-23098) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2243416 INFO (qtp15623886-23098) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50883/uve/cp/control_collection_shard1_replica_n1/
[junit4] 2> 2243416 INFO (qtp15623886-23098) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2243416 INFO (qtp15623886-23098) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:50883/uve/cp/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2243416 INFO (qtp15623886-23098) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2243420 INFO (qtp15623886-23098) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50883/uve/cp/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2243523 INFO (zkCallback-4755-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2243572 INFO (qtp15623886-23098) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2243574 INFO (qtp15623886-23098) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1404
[junit4] 2> 2243576 INFO (qtp15623886-23096) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2243677 INFO (zkCallback-4755-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2244065 INFO (OverseerCollectionConfigSetProcessor-98458396481552388-127.0.0.1:50883_uve%2Fcp-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2244577 INFO (qtp15623886-23096) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50883_uve%252Fcp&wt=javabin&version=2} status=0 QTime=2516
[junit4] 2> 2244578 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dcb63d3700005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2244587 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2244588 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50876/solr ready
[junit4] 2> 2244589 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2244589 INFO (SocketProxy-Acceptor-50883) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=50906,localport=50883], receiveBufferSize:65536
[junit4] 2> 2244590 INFO (SocketProxy-Acceptor-50883) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=50884,localport=50907], receiveBufferSize=65536
[junit4] 2> 2244590 INFO (qtp15623886-23099) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2244593 INFO (OverseerThreadFactory-8146-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2244593 WARN (OverseerThreadFactory-8146-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2244801 INFO (qtp15623886-23099) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2244801 INFO (qtp15623886-23099) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=211
[junit4] 2> 2245213 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-1-001 of type TLOG
[junit4] 2> 2245214 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2245214 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61e70d{/uve/cp,null,AVAILABLE}
[junit4] 2> 2245215 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@184923f{HTTP/1.1,[http/1.1]}{127.0.0.1:50909}
[junit4] 2> 2245216 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.Server Started @2246272ms
[junit4] 2> 2245216 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/uve/cp, solrconfig=solrconfig.xml, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\tempDir-001/jetty1, hostPort=50908, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-1-001\cores, replicaType=TLOG}
[junit4] 2> 2245216 ERROR (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2245217 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2245217 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2245217 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2245217 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T09:05:07.484415100Z
[junit4] 2> 2245222 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2245222 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-1-001\solr.xml
[junit4] 2> 2245227 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2245230 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50876/solr
[junit4] 2> 2245247 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2245250 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2245255 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50908_uve%2Fcp
[junit4] 2> 2245256 INFO (zkCallback-4755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2245256 INFO (zkCallback-4762-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2245258 INFO (zkCallback-4767-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2245493 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2245497 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2245497 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2245500 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-1-001\cores
[junit4] 2> 2245518 INFO (qtp15623886-23094) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50908_uve%252Fcp&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2245520 INFO (OverseerThreadFactory-8146-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:50908_uve%2Fcp for creating new replica
[junit4] 2> 2245520 INFO (OverseerCollectionConfigSetProcessor-98458396481552388-127.0.0.1:50883_uve%2Fcp-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2245523 INFO (SocketProxy-Acceptor-50908) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=50921,localport=50908], receiveBufferSize:65536
[junit4] 2> 2245523 INFO (SocketProxy-Acceptor-50908) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=50909,localport=50922], receiveBufferSize=65536
[junit4] 2> 2245525 INFO (qtp9846431-23144) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2245525 INFO (qtp9846431-23144) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2246538 INFO (qtp9846431-23144) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2246554 INFO (qtp9846431-23144) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 2246645 INFO (qtp9846431-23144) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2246668 INFO (qtp9846431-23144) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 2246669 INFO (qtp9846431-23144) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2246669 INFO (qtp9846431-23144) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2246669 INFO (qtp9846431-23144) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-1-001\cores\collection1_shard2_replica_t41], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-1-001\cores\collection1_shard2_replica_t41\data\]
[junit4] 2> 2246672 INFO (qtp9846431-23144) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2698900064526316]
[junit4] 2> 2246674 WARN (qtp9846431-23144) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2246782 INFO (qtp9846431-23144) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2246782 INFO (qtp9846431-23144) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2246782 INFO (qtp9846431-23144) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2246782 INFO (qtp9846431-23144) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2246787 INFO (qtp9846431-23144) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=14.724609375, floorSegmentMB=1.67578125, forceMergeDeletesPctAllowed=4.0145679738609905, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2246787 INFO (qtp9846431-23144) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e18da4[collection1_shard2_replica_t41] main]
[junit4] 2> 2246789 INFO (qtp9846431-23144) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2246789 INFO (qtp9846431-23144) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2246790 INFO (qtp9846431-23144) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2246792 INFO (searcherExecutor-8160-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@e18da4[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2246792 INFO (qtp9846431-23144) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575334349697449984
[junit4] 2> 2246798 INFO (qtp9846431-23144) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2246798 INFO (qtp9846431-23144) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2246798 INFO (qtp9846431-23144) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50908/uve/cp/collection1_shard2_replica_t41/
[junit4] 2> 2246798 INFO (qtp9846431-23144) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2246798 INFO (qtp9846431-23144) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:50908/uve/cp/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 2246798 INFO (qtp9846431-23144) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2246799 INFO (qtp9846431-23144) [ ] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 2246802 INFO (qtp9846431-23144) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50908/uve/cp/collection1_shard2_replica_t41/ shard2
[junit4] 2> 2246954 INFO (qtp9846431-23144) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2246955 INFO (qtp9846431-23144) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1430
[junit4] 2> 2246957 INFO (qtp15623886-23094) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:50908_uve%252Fcp&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1439
[junit4] 2> 2247377 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-2-001 of type TLOG
[junit4] 2> 2247378 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2247378 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f7ab91{/uve/cp,null,AVAILABLE}
[junit4] 2> 2247380 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1adecdb{HTTP/1.1,[http/1.1]}{127.0.0.1:50924}
[junit4] 2> 2247380 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.Server Started @2248436ms
[junit4] 2> 2247380 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/uve/cp, solrconfig=solrconfig.xml, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\tempDir-001/jetty2, hostPort=50923, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-2-001\cores, replicaType=TLOG}
[junit4] 2> 2247380 ERROR (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2247380 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2247380 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2247380 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2247380 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T09:05:09.647633900Z
[junit4] 2> 2247384 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2247385 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-2-001\solr.xml
[junit4] 2> 2247389 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2247392 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50876/solr
[junit4] 2> 2247414 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2247416 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2247419 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50923_uve%2Fcp
[junit4] 2> 2247420 INFO (zkCallback-4762-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2247421 INFO (zkCallback-4773-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2247421 INFO (zkCallback-4755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2247421 INFO (zkCallback-4767-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2247523 INFO (OverseerCollectionConfigSetProcessor-98458396481552388-127.0.0.1:50883_uve%2Fcp-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2247529 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2247534 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2247534 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2247536 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-2-001\cores
[junit4] 2> 2247559 INFO (qtp15623886-23097) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50923_uve%252Fcp&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2247562 INFO (OverseerThreadFactory-8146-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:50923_uve%2Fcp for creating new replica
[junit4] 2> 2247564 INFO (SocketProxy-Acceptor-50923) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=50936,localport=50923], receiveBufferSize:65536
[junit4] 2> 2247565 INFO (SocketProxy-Acceptor-50923) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=50924,localport=50937], receiveBufferSize=65536
[junit4] 2> 2247566 INFO (qtp14870252-23176) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2247567 INFO (qtp14870252-23176) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2248582 INFO (qtp14870252-23176) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2248600 INFO (qtp14870252-23176) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 2248713 INFO (qtp14870252-23176) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2248735 INFO (qtp14870252-23176) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 2248736 INFO (qtp14870252-23176) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2248736 INFO (qtp14870252-23176) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2248736 INFO (qtp14870252-23176) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-2-001\cores\collection1_shard1_replica_t43], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-2-001\cores\collection1_shard1_replica_t43\data\]
[junit4] 2> 2248742 INFO (qtp14870252-23176) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2698900064526316]
[junit4] 2> 2248745 WARN (qtp14870252-23176) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2248829 INFO (qtp14870252-23176) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2248829 INFO (qtp14870252-23176) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2248831 INFO (qtp14870252-23176) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2248831 INFO (qtp14870252-23176) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2248832 INFO (qtp14870252-23176) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=14.724609375, floorSegmentMB=1.67578125, forceMergeDeletesPctAllowed=4.0145679738609905, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2248832 INFO (qtp14870252-23176) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e5fc7c[collection1_shard1_replica_t43] main]
[junit4] 2> 2248835 INFO (qtp14870252-23176) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2248836 INFO (qtp14870252-23176) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2248836 INFO (qtp14870252-23176) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2248838 INFO (searcherExecutor-8171-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@1e5fc7c[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2248838 INFO (qtp14870252-23176) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575334351842836480
[junit4] 2> 2248846 INFO (qtp14870252-23176) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2248846 INFO (qtp14870252-23176) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2248846 INFO (qtp14870252-23176) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50923/uve/cp/collection1_shard1_replica_t43/
[junit4] 2> 2248846 INFO (qtp14870252-23176) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2248846 INFO (qtp14870252-23176) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:50923/uve/cp/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 2248846 INFO (qtp14870252-23176) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2248846 INFO (qtp14870252-23176) [ ] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 2248849 INFO (qtp14870252-23176) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50923/uve/cp/collection1_shard1_replica_t43/ shard1
[junit4] 2> 2249001 INFO (qtp14870252-23176) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2249002 INFO (qtp14870252-23176) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1435
[junit4] 2> 2249004 INFO (qtp15623886-23097) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:50923_uve%252Fcp&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1445
[junit4] 2> 2249406 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-3-001 of type TLOG
[junit4] 2> 2249407 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249407 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25fe09{/uve/cp,null,AVAILABLE}
[junit4] 2> 2249407 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1894b4f{HTTP/1.1,[http/1.1]}{127.0.0.1:50939}
[junit4] 2> 2249407 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.e.j.s.Server Started @2250464ms
[junit4] 2> 2249407 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/uve/cp, solrconfig=solrconfig.xml, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\tempDir-001/jetty3, hostPort=50938, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-3-001\cores, replicaType=TLOG}
[junit4] 2> 2249408 ERROR (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2249409 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2249409 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249409 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2249411 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T09:05:11.676953Z
[junit4] 2> 2249414 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2249414 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HttpPartitionTest_49D9C74F96342BA-001\shard-3-001\solr.xml
[junit4] 2> 2249419 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2249422 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50876/solr
[junit4] 2> 2249434 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2249436 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249438 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50938_uve%2Fcp
[junit4] 2> 2249440 INFO (zkCallback-4762-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2249441 INFO (zkCallback-4773-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2249441 INFO (zkCallback-4779-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2249441 INFO (zkCallback-4767-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2249441 INFO (zkCallback-4755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2249565 INFO (OverseerCollectionConfigSetProcessor-98458396481552388-127.0.0.1:50883_uve%2Fcp-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2249660 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d736c1
[junit4] 2> 2249674 INFO (TEST-HttpPartitionTest.test-seed#[49D9C74F96342BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanser
[...truncated too long message...]
\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\temp\junit4-J0-20170810_092257_3746361128359565248134.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\temp\junit4-J1-20170810_092257_3744511202643885585179.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1241 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analysis-extras\test\temp\junit4-J1-20170810_092659_1747170613880935968482.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analysis-extras\test\temp\junit4-J0-20170810_092659_17411058073179431745885.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\temp\junit4-J0-20170810_092722_3079350320805248686021.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-analytics\test\temp\junit4-J1-20170810_092722_2968905525945444897071.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 500 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-clustering\test\temp\junit4-J1-20170810_092811_1764040890314528390559.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-clustering\test\temp\junit4-J0-20170810_092811_1763373041323754028569.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1130 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler-extras\test\temp\junit4-J1-20170810_092852_8514198790983681138339.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler-extras\test\temp\junit4-J0-20170810_092852_85013658285464864523689.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 587 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler\test\temp\junit4-J0-20170810_092914_31111096851871962537402.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler\test\temp\junit4-J1-20170810_092914_31113292491403781400787.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 501 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-cell\test\temp\junit4-J1-20170810_093001_2455402865900361638983.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-cell\test\temp\junit4-J0-20170810_093001_2455518321805392541045.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 506 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-langid\test\temp\junit4-J1-20170810_093028_7688499141028071028955.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-langid\test\temp\junit4-J0-20170810_093028_7687712885460071838563.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 595 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\temp\junit4-J1-20170810_093048_6136638292365478645403.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\temp\junit4-J0-20170810_093048_61314133444572376519439.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 538 lines...]
[junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-uima\test\temp\junit4-J1-20170810_093139_89915015872139215334984.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-uima\test\temp\junit4-J0-20170810_093139_89913740734970235525776.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 495 lines...]
[junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-velocity\test\temp\junit4-J0-20170810_093206_8337466489700514947844.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 28962 lines...]
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_144) - Build #
6811 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6811/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.lucene.replicator.IndexReplicationClientTest.testConsistencyOnExceptions
Error Message:
Captured an uncaught exception in thread: Thread[id=21, name=ReplicationThread-index, state=RUNNABLE, group=TGRP-IndexReplicationClientTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=21, name=ReplicationThread-index, state=RUNNABLE, group=TGRP-IndexReplicationClientTest]
at __randomizedtesting.SeedInfo.seed([530D53C1422E63C8:DC83B46150429037]:0)
Caused by: java.lang.AssertionError: handler failed too many times: -1
at __randomizedtesting.SeedInfo.seed([530D53C1422E63C8]:0)
at org.apache.lucene.replicator.IndexReplicationClientTest$4.handleUpdateException(IndexReplicationClientTest.java:304)
at org.apache.lucene.replicator.ReplicationClient$ReplicationThread.run(ReplicationClient.java:77)
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Captured an uncaught exception in thread: Thread[id=881, name=Thread-116, state=RUNNABLE, group=TGRP-CdcrBootstrapTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=881, name=Thread-116, state=RUNNABLE, group=TGRP-CdcrBootstrapTest]
at __randomizedtesting.SeedInfo.seed([A69F587916928C01:7148770EA2CD1446]:0)
Caused by: java.lang.AssertionError: 1
at __randomizedtesting.SeedInfo.seed([A69F587916928C01]:0)
at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:192)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1612)
at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:863)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1236)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrBootstrapTest
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1002) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:938) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:759) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:714) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1002) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:938) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019) at org.apache.solr.core.SolrCore.reload(SolrCore.java:636) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1235) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1002)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:938)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:759)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:714)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1002)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:938)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019)
at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1235)
at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([A69F587916928C01]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 8396 lines...]
[junit4] Suite: org.apache.lucene.replicator.IndexReplicationClientTest
[junit4] 2> ?? 10, 2017 3:27:55 ? com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[ReplicationThread-index,5,TGRP-IndexReplicationClientTest]
[junit4] 2> java.lang.AssertionError: handler failed too many times: -1
[junit4] 2> at __randomizedtesting.SeedInfo.seed([530D53C1422E63C8]:0)
[junit4] 2> at org.apache.lucene.replicator.IndexReplicationClientTest$4.handleUpdateException(IndexReplicationClientTest.java:304)
[junit4] 2> at org.apache.lucene.replicator.ReplicationClient$ReplicationThread.run(ReplicationClient.java:77)
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=IndexReplicationClientTest -Dtests.method=testConsistencyOnExceptions -Dtests.seed=530D53C1422E63C8 -Dtests.slow=true -Dtests.locale=ar-JO -Dtests.timezone=Africa/Juba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 1.21s J0 | IndexReplicationClientTest.testConsistencyOnExceptions <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=21, name=ReplicationThread-index, state=RUNNABLE, group=TGRP-IndexReplicationClientTest]
[junit4] > at __randomizedtesting.SeedInfo.seed([530D53C1422E63C8:DC83B46150429037]:0)
[junit4] > Caused by: java.lang.AssertionError: handler failed too many times: -1
[junit4] > at __randomizedtesting.SeedInfo.seed([530D53C1422E63C8]:0)
[junit4] > at org.apache.lucene.replicator.IndexReplicationClientTest$4.handleUpdateException(IndexReplicationClientTest.java:304)
[junit4] > at org.apache.lucene.replicator.ReplicationClient$ReplicationThread.run(ReplicationClient.java:77)
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=31437, maxDocsPerChunk=7, blockSize=567), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=31437, blockSize=567)), sim=RandomSimilarity(queryNorm=false): {}, locale=ar-JO, timezone=Africa/Juba
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=57175064,total=76283904
[junit4] 2> NOTE: All tests run in this JVM: [IndexAndTaxonomyReplicationClientTest, TestStressNRTReplication, IndexReplicationClientTest]
[junit4] Completed [8/9 (1!)] on J0 in 1.87s, 4 tests, 1 error <<< FAILURES!
[...truncated 2472 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> 24246 INFO (SUITE-CdcrBootstrapTest-seed#[A69F587916928C01]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A69F587916928C01-001\init-core-data-001
[junit4] 2> 24247 WARN (SUITE-CdcrBootstrapTest-seed#[A69F587916928C01]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 24247 INFO (SUITE-CdcrBootstrapTest-seed#[A69F587916928C01]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 24252 INFO (SUITE-CdcrBootstrapTest-seed#[A69F587916928C01]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 24255 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 24261 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A69F587916928C01-001\cdcr-target-001
[junit4] 2> 24288 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 24317 INFO (Thread-32) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 24317 INFO (Thread-32) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 24511 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.ZkTestServer start zk server on port:58095
[junit4] 2> 24531 ERROR (Thread-32) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 25617 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 25725 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a02520{/solr,null,AVAILABLE}
[junit4] 2> 25776 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5dde81{HTTP/1.1,[http/1.1]}{127.0.0.1:58103}
[junit4] 2> 25777 INFO (jetty-launcher-59-thread-1) [ ] o.e.j.s.Server Started @33282ms
[junit4] 2> 25777 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58103}
[junit4] 2> 25854 ERROR (jetty-launcher-59-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 25854 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 25854 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 25854 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 25872 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T00:31:35.929Z
[junit4] 2> 25876 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 25925 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 26028 INFO (jetty-launcher-59-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58095/solr
[junit4] 2> 26342 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:58103_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 26345 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:58103_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58103_solr
[junit4] 2> 26347 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:58103_solr ] o.a.s.c.Overseer Overseer (id=98456377394397187-127.0.0.1:58103_solr-n_0000000000) starting
[junit4] 2> 26468 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:58103_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58103_solr
[junit4] 2> 26480 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 27034 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:58103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58103.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ae20d6
[junit4] 2> 27036 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:58103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58103.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ae20d6
[junit4] 2> 27036 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:58103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58103.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ae20d6
[junit4] 2> 27053 INFO (jetty-launcher-59-thread-1) [n:127.0.0.1:58103_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A69F587916928C01-001\cdcr-target-001\node1\.
[junit4] 2> 27332 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc98db8770004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Target zkHost = 127.0.0.1:58095/solr
[junit4] 2> 27376 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A69F587916928C01-001\cdcr-source-001
[junit4] 2> 27376 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 27382 INFO (Thread-43) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 27382 INFO (Thread-43) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 27389 ERROR (Thread-43) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 27480 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.ZkTestServer start zk server on port:58151
[junit4] 2> 27545 INFO (jetty-launcher-71-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 27546 INFO (jetty-launcher-71-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e67e2d{/solr,null,AVAILABLE}
[junit4] 2> 27562 INFO (jetty-launcher-71-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a7abe{HTTP/1.1,[http/1.1]}{127.0.0.1:58157}
[junit4] 2> 27563 INFO (jetty-launcher-71-thread-1) [ ] o.e.j.s.Server Started @35068ms
[junit4] 2> 27563 INFO (jetty-launcher-71-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58157}
[junit4] 2> 27564 ERROR (jetty-launcher-71-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 27564 INFO (jetty-launcher-71-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 27581 INFO (jetty-launcher-71-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 27582 INFO (jetty-launcher-71-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 27582 INFO (jetty-launcher-71-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T00:31:37.656Z
[junit4] 2> 27704 INFO (jetty-launcher-71-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 27850 INFO (jetty-launcher-71-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58151/solr
[junit4] 2> 28057 INFO (jetty-launcher-71-thread-1) [n:127.0.0.1:58157_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 28058 INFO (jetty-launcher-71-thread-1) [n:127.0.0.1:58157_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58157_solr
[junit4] 2> 28059 INFO (jetty-launcher-71-thread-1) [n:127.0.0.1:58157_solr ] o.a.s.c.Overseer Overseer (id=98456377587269635-127.0.0.1:58157_solr-n_0000000000) starting
[junit4] 2> 28068 INFO (jetty-launcher-71-thread-1) [n:127.0.0.1:58157_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58157_solr
[junit4] 2> 28073 INFO (OverseerStateUpdate-98456377587269635-127.0.0.1:58157_solr-n_0000000000) [n:127.0.0.1:58157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 28190 INFO (jetty-launcher-71-thread-1) [n:127.0.0.1:58157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58157.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ae20d6
[junit4] 2> 28195 INFO (jetty-launcher-71-thread-1) [n:127.0.0.1:58157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58157.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ae20d6
[junit4] 2> 28195 INFO (jetty-launcher-71-thread-1) [n:127.0.0.1:58157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58157.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ae20d6
[junit4] 2> 28197 INFO (jetty-launcher-71-thread-1) [n:127.0.0.1:58157_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A69F587916928C01-001\cdcr-source-001\node1\.
[junit4] 2> 28241 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc98dc3f60005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 28251 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc98dc3f60006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 28269 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 28270 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58151/solr ready
[junit4] 2> 28743 INFO (qtp14803558-373) [n:127.0.0.1:58157_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 28768 INFO (OverseerThreadFactory-393-thread-1-processing-n:127.0.0.1:58157_solr) [n:127.0.0.1:58157_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 28915 INFO (OverseerStateUpdate-98456377587269635-127.0.0.1:58157_solr-n_0000000000) [n:127.0.0.1:58157_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58157/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 29150 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 29155 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 29300 INFO (zkCallback-78-thread-1-processing-n:127.0.0.1:58157_solr) [n:127.0.0.1:58157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 29300 INFO (zkCallback-78-thread-2-processing-n:127.0.0.1:58157_solr) [n:127.0.0.1:58157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 30203 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 30212 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 30222 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 30226 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 30237 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 30240 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 30240 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 30241 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58157.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ae20d6
[junit4] 2> 30260 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 30260 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A69F587916928C01-001\cdcr-source-001\node1\cdcr-source_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A69F587916928C01-001\cdcr-source-001\node1\.\cdcr-source_shard1_replica_n1\data\]
[junit4] 2> 30550 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 30550 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 30552 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 30552 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 30557 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@125874a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 30563 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 30564 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 30568 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 30571 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 30572 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 30589 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 30600 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 30656 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575302044823060480
[junit4] 2> 30702 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@125874a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 30795 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 30795 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 30797 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58157/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 30800 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 30800 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58157/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 30800 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 30846 INFO (zkCallback-78-thread-2-processing-n:127.0.0.1:58157_solr) [n:127.0.0.1:58157_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 30853 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58157/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 30970 INFO (zkCallback-78-thread-2-processing-n:127.0.0.1:58157_solr) [n:127.0.0.1:58157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 30974 INFO (zkCallback-78-thread-1-processing-n:127.0.0.1:58157_solr) [n:127.0.0.1:58157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 31010 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 31017 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1870
[junit4] 2> 31123 INFO (zkCallback-78-thread-1-processing-n:127.0.0.1:58157_solr) [n:127.0.0.1:58157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 31124 INFO (zkCallback-78-thread-2-processing-n:127.0.0.1:58157_solr) [n:127.0.0.1:58157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 31185 INFO (qtp14803558-373) [n:127.0.0.1:58157_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 31185 INFO (qtp14803558-373) [n:127.0.0.1:58157_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2447
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 31484 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=221
[junit4] 2> 31495 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302045702815744,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 31495 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302045702815744
[junit4] 2> 31632 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ea0ae[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 31633 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 31639 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5ea0ae[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100)))}
[junit4] 2> 31639 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=149
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 31712 INFO (qtp14803558-369) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=56
[junit4] 2> 31714 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302045932453888,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 31714 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302045932453888
[junit4] 2> 31765 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@119895e[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 31767 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 31775 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@119895e[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100)))}
[junit4] 2> 31775 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=60
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 31803 INFO (qtp14803558-375) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 31805 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302046027874304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 31805 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302046027874304
[junit4] 2> 31888 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@590d11[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 31890 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 31893 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@590d11[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100)))}
[junit4] 2> 31893 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=88
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 31957 INFO (qtp14803558-373) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 31965 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302046195646464,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 31965 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302046195646464
[junit4] 2> 32018 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1adee9a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 32019 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 32022 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1adee9a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100)))}
[junit4] 2> 32022 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=60
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 32043 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 32046 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302046280581120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 32046 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302046280581120
[junit4] 2> 32110 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1703317[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 32111 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 32116 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1703317[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100)))}
[junit4] 2> 32117 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=70
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 32134 INFO (qtp14803558-369) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 32136 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302046374952960,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 32136 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302046374952960
[junit4] 2> 32242 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16c59b6[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 32244 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 32246 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@16c59b6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100)))}
[junit4] 2> 32246 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=109
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 32259 INFO (qtp14803558-375) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 32261 INFO (qtp14803558-375) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302046506024960,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 32261 INFO (qtp14803558-375) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302046506024960
[junit4] 2> 32300 INFO (qtp14803558-375) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8ba593[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 32302 INFO (qtp14803558-375) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 32315 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@8ba593[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100)))}
[junit4] 2> 32315 INFO (qtp14803558-375) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=54
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 32340 INFO (qtp14803558-372) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 32347 INFO (qtp14803558-373) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302046596202496,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 32347 INFO (qtp14803558-373) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302046596202496
[junit4] 2> 32390 INFO (qtp14803558-373) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f2c6b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 32393 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1f2c6b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100)))}
[junit4] 2> 32395 INFO (qtp14803558-373) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 32396 INFO (qtp14803558-373) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=51
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 32407 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 32410 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302046662262784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 32410 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302046662262784
[junit4] 2> 32459 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b91994[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 32461 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 32467 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1b91994[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100)))}
[junit4] 2> 32468 INFO (qtp14803558-371) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=58
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 32482 INFO (qtp14803558-370) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 32487 INFO (qtp14803558-369) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575302046743003136,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 32487 INFO (qtp14803558-369) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@555742 commitCommandVersion:1575302046743003136
[junit4] 2> 32535 INFO (qtp14803558-369) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ebd8f6[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 32541 INFO (qtp14803558-369) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 32547 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:58157_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@ebd8f6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C100) Uninverting(_1(8.0.0):C100) Uninverting(_2(8.0.0):C100) Uninverting(_3(8.0.0):C100) Uninverting(_4(8.0.0):C100) Uninverting(_5(8.0.0):C100) Uninverting(_6(8.0.0):C100) Uninverting(_7(8.0.0):C100) Uninverting(_8(8.0.0):C100) Uninverting(_9(8.0.0):C100)))}
[junit4] 2> 32548 INFO (qtp14803558-369) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=61
[junit4] 2> 32606 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=44
[junit4] 2> 32737 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 32739 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[A69F587916928C01]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58095/solr ready
[junit4] 2> 32743 INFO (qtp15657883-329) [n:127.0.0.1:58103_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 32751 INFO (OverseerThreadFactory-385-thread-1-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 32853 INFO (OverseerCollectionConfigSetProcessor-98456377587269635-127.0.0.1:58157_solr-n_0000000000) [n:127.0.0.1:58157_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 32867 INFO (OverseerStateUpdate-98456377394397187-127.0.0.1:58103_solr-n_0000000000) [n:127.0.0.1:58103_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58103/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 33070 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 33071 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 33180 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 33181 INFO (zkCallback-66-thread-2-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 34092 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 34102 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 34114 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 34114 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 34119 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 34121 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 34121 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 34121 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58103.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ae20d6
[junit4] 2> 34122 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 34122 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A69F587916928C01-001\cdcr-target-001\node1\cdcr-target_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrBootstrapTest_A69F587916928C01-001\cdcr-target-001\node1\.\cdcr-target_shard1_replica_n1\data\]
[junit4] 2> 34345 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 34345 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 34346 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 34346 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 34351 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e3bbba[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 34352 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 34352 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 34352 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 34352 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 34353 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 34356 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 34357 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 34357 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575302048703840256
[junit4] 2> 34362 INFO (searcherExecutor-402-thread-1-processing-n:127.0.0.1:58103_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@1e3bbba[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 34365 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 34365 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 34365 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58103/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 34365 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 34365 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58103/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 34365 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 34369 INFO (zkCallback-66-thread-2-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 34371 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58103/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 34477 INFO (zkCallback-66-thread-2-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 34477 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 34522 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 34528 INFO (qtp15657883-330) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1457
[junit4] 2> 34542 INFO (qtp15657883-329) [n:127.0.0.1:58103_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 34630 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 34630 INFO (zkCallback-66-thread-2-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 34754 INFO (OverseerCollectionConfigSetProcessor-98456377394397187-127.0.0.1:58103_solr-n_0000000000) [n:127.0.0.1:58103_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 35542 INFO (qtp15657883-329) [n:127.0.0.1:58103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2798
[junit4] 2> 35552 INFO (zkCallback-66-thread-2-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 35552 INFO (zkCallback-66-thread-2-processing-n:127.0.0.1:58103_solr) [n:127.0.0.1:58103_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 35553 INFO (qtp15657883-329) [n:127.0.0.1:58103_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 35597 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35598 INFO (qtp14803558-368) [n:127.0.0.1:58157_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58095/solr ready
[junit4] 2> 35613 INFO (qtp15657883-327) [n:127.0.0.1:58103_solr c:cdcr-target s:shard
[...truncated too long message...]
inHandler.java:389)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:484)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
[junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
[junit4] > at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:759)
[junit4] > at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:714)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1002)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:938)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1019)
[junit4] > at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1235)
[junit4] > at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:900)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([A69F587916928C01]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [26/729 (1!)] on J1 in 91.58s, 3 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 41680 lines...]
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_144) - Build #
6810 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6810/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery
Error Message:
Expected a collection with one shard and two replicas null Live Nodes: [127.0.0.1:55396_solr, 127.0.0.1:55397_solr] Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/8)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"MissingSegmentRecoveryTest_shard1_replica_n1", "base_url":"https://127.0.0.1:55396/solr", "node_name":"127.0.0.1:55396_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"MissingSegmentRecoveryTest_shard1_replica_n2", "base_url":"https://127.0.0.1:55397/solr", "node_name":"127.0.0.1:55397_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Live Nodes: [127.0.0.1:55396_solr, 127.0.0.1:55397_solr]
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"MissingSegmentRecoveryTest_shard1_replica_n1",
"base_url":"https://127.0.0.1:55396/solr",
"node_name":"127.0.0.1:55396_solr",
"state":"down",
"type":"NRT"},
"core_node4":{
"core":"MissingSegmentRecoveryTest_shard1_replica_n2",
"base_url":"https://127.0.0.1:55397/solr",
"node_name":"127.0.0.1:55397_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([891B1F51BD4EB834:D94E8752E46F0E29]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11187 lines...]
[junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\init-core-data-001
[junit4] 2> 321499 INFO (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 321502 INFO (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 321504 INFO (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 321506 INFO (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001
[junit4] 2> 321506 INFO (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 321507 INFO (Thread-667) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 321507 INFO (Thread-667) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 321512 ERROR (Thread-667) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 321607 INFO (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55389
[junit4] 2> 321614 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc7fc12140000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 321619 INFO (jetty-launcher-2470-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 321619 INFO (jetty-launcher-2470-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 321620 INFO (jetty-launcher-2470-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@206929{/solr,null,AVAILABLE}
[junit4] 2> 321620 INFO (jetty-launcher-2470-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13b4f98{/solr,null,AVAILABLE}
[junit4] 2> 321623 INFO (jetty-launcher-2470-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d3942{SSL,[ssl, http/1.1]}{127.0.0.1:55397}
[junit4] 2> 321623 INFO (jetty-launcher-2470-thread-2) [ ] o.e.j.s.Server Started @330764ms
[junit4] 2> 321623 INFO (jetty-launcher-2470-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55397}
[junit4] 2> 321624 ERROR (jetty-launcher-2470-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 321624 INFO (jetty-launcher-2470-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 321624 INFO (jetty-launcher-2470-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 321624 INFO (jetty-launcher-2470-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 321624 INFO (jetty-launcher-2470-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T17:12:52.100Z
[junit4] 2> 321626 INFO (jetty-launcher-2470-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c3ff35{SSL,[ssl, http/1.1]}{127.0.0.1:55396}
[junit4] 2> 321626 INFO (jetty-launcher-2470-thread-1) [ ] o.e.j.s.Server Started @330766ms
[junit4] 2> 321626 INFO (jetty-launcher-2470-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55396}
[junit4] 2> 321626 ERROR (jetty-launcher-2470-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 321626 INFO (jetty-launcher-2470-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 321626 INFO (jetty-launcher-2470-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 321626 INFO (jetty-launcher-2470-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 321626 INFO (jetty-launcher-2470-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T17:12:52.102Z
[junit4] 2> 321634 INFO (jetty-launcher-2470-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 321634 INFO (jetty-launcher-2470-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 321648 INFO (jetty-launcher-2470-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55389/solr
[junit4] 2> 321648 INFO (jetty-launcher-2470-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55389/solr
[junit4] 2> 321783 INFO (jetty-launcher-2470-thread-1) [n:127.0.0.1:55396_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 321784 INFO (jetty-launcher-2470-thread-2) [n:127.0.0.1:55397_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 321786 INFO (jetty-launcher-2470-thread-1) [n:127.0.0.1:55396_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55396_solr
[junit4] 2> 321786 INFO (jetty-launcher-2470-thread-2) [n:127.0.0.1:55397_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55397_solr
[junit4] 2> 321787 INFO (jetty-launcher-2470-thread-1) [n:127.0.0.1:55396_solr ] o.a.s.c.Overseer Overseer (id=98454652321005573-127.0.0.1:55396_solr-n_0000000000) starting
[junit4] 2> 321788 INFO (zkCallback-2482-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 321789 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 321802 INFO (jetty-launcher-2470-thread-1) [n:127.0.0.1:55396_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55396_solr
[junit4] 2> 321806 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 321806 INFO (zkCallback-2482-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 322158 INFO (jetty-launcher-2470-thread-1) [n:127.0.0.1:55396_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55396.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 322161 INFO (jetty-launcher-2470-thread-2) [n:127.0.0.1:55397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55397.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 322163 INFO (jetty-launcher-2470-thread-2) [n:127.0.0.1:55397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55397.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 322163 INFO (jetty-launcher-2470-thread-2) [n:127.0.0.1:55397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55397.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 322164 INFO (jetty-launcher-2470-thread-1) [n:127.0.0.1:55396_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55396.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 322164 INFO (jetty-launcher-2470-thread-1) [n:127.0.0.1:55396_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55396.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 322165 INFO (jetty-launcher-2470-thread-2) [n:127.0.0.1:55397_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node2\.
[junit4] 2> 322166 INFO (jetty-launcher-2470-thread-1) [n:127.0.0.1:55396_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.
[junit4] 2> 322219 INFO (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 322219 INFO (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55389/solr ready
[junit4] 2> 322237 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
[junit4] 2> 322277 INFO (qtp5525089-7133) [n:127.0.0.1:55397_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 322280 INFO (OverseerThreadFactory-1546-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
[junit4] 2> 322388 INFO (OverseerStateUpdate-98454652321005573-127.0.0.1:55396_solr-n_0000000000) [n:127.0.0.1:55396_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MissingSegmentRecoveryTest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MissingSegmentRecoveryTest_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:55396/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 322392 INFO (OverseerStateUpdate-98454652321005573-127.0.0.1:55396_solr-n_0000000000) [n:127.0.0.1:55396_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MissingSegmentRecoveryTest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MissingSegmentRecoveryTest_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:55397/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 322606 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 322607 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 322638 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 322639 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 322756 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 322756 INFO (zkCallback-2482-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 322757 INFO (zkCallback-2481-thread-2-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 322757 INFO (zkCallback-2482-thread-2-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 323632 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 323641 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n2] Schema name=minimal
[junit4] 2> 323646 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 323646 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n2' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 323647 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55397.solr.core.MissingSegmentRecoveryTest.shard1.replica_n2' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 323647 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 323647 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n2\data\]
[junit4] 2> 323728 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 323760 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
[junit4] 2> 323771 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 323771 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 323771 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55396.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 323771 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 323771 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\]
[junit4] 2> 323825 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 323825 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 323827 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 323827 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 323831 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@be54e[MissingSegmentRecoveryTest_shard1_replica_n2] main]
[junit4] 2> 323832 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 323833 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 323833 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 323834 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575274439570882560
[junit4] 2> 323843 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 323846 INFO (searcherExecutor-1551-thread-1-processing-n:127.0.0.1:55397_solr x:MissingSegmentRecoveryTest_shard1_replica_n2 s:shard1 c:MissingSegmentRecoveryTest r:core_node4) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@be54e[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 323850 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 323850 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 323852 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 323852 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 323854 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e63584[MissingSegmentRecoveryTest_shard1_replica_n1] main]
[junit4] 2> 323855 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 323857 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 323857 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 323858 INFO (searcherExecutor-1552-thread-1-processing-n:127.0.0.1:55396_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@1e63584[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 323858 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575274439596048384
[junit4] 2> 323946 INFO (zkCallback-2481-thread-2-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 323946 INFO (zkCallback-2482-thread-2-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 323947 INFO (zkCallback-2482-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 323946 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 324343 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 324343 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 324343 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55397/solr/MissingSegmentRecoveryTest_shard1_replica_n2/
[junit4] 2> 324343 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=https://127.0.0.1:55397/solr START replicas=[https://127.0.0.1:55396/solr/MissingSegmentRecoveryTest_shard1_replica_n1/] nUpdates=100
[junit4] 2> 324348 INFO (qtp14045031-7151) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 324645 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=https://127.0.0.1:55397/solr DONE. We have no versions. sync failed.
[junit4] 2> 324645 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 324645 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 324645 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 324649 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:55397/solr/MissingSegmentRecoveryTest_shard1_replica_n2/ shard1
[junit4] 2> 324752 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 324752 INFO (zkCallback-2481-thread-2-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 324752 INFO (zkCallback-2482-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 324752 INFO (zkCallback-2482-thread-2-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 324801 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 324802 INFO (qtp5525089-7127) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2196
[junit4] 2> 324865 INFO (qtp14045031-7132) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2226
[junit4] 2> 324867 INFO (qtp5525089-7133) [n:127.0.0.1:55397_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 324968 INFO (zkCallback-2481-thread-2-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 324968 INFO (zkCallback-2482-thread-2-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 324968 INFO (zkCallback-2482-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 324968 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 325867 INFO (qtp5525089-7133) [n:127.0.0.1:55397_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3589
[junit4] 2> 325886 INFO (qtp14045031-7150) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55397/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&wt=javabin&version=2}{add=[0 (1575274441705783296), 1 (1575274441708929024), 2 (1575274441708929025), 3 (1575274441708929026), 4 (1575274441708929027), 5 (1575274441708929028), 6 (1575274441709977600), 7 (1575274441709977601), 8 (1575274441709977602), 9 (1575274441709977603)]} 0 11
[junit4] 2> 325886 INFO (qtp5525089-7149) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1575274441705783296), 1 (1575274441708929024), 2 (1575274441708929025), 3 (1575274441708929026), 4 (1575274441708929027), 5 (1575274441708929028), 6 (1575274441709977600), 7 (1575274441709977601), 8 (1575274441709977602), 9 (1575274441709977603)]} 0 16
[junit4] 2> 325888 INFO (qtp14045031-7140) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575274441724657664,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 325888 INFO (qtp14045031-7140) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@a82fa9 commitCommandVersion:1575274441724657664
[junit4] 2> 325904 INFO (qtp5525089-7147) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575274441741434880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 325904 INFO (qtp5525089-7147) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@a25dfb commitCommandVersion:1575274441741434880
[junit4] 2> 325910 INFO (qtp14045031-7140) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25d621[MissingSegmentRecoveryTest_shard1_replica_n1] main]
[junit4] 2> 325912 INFO (qtp14045031-7140) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 325913 INFO (searcherExecutor-1552-thread-1-processing-n:127.0.0.1:55396_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@25d621[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10)))}
[junit4] 2> 325913 INFO (qtp14045031-7140) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:55397/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 25
[junit4] 2> 325928 INFO (qtp5525089-7147) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d3a0e[MissingSegmentRecoveryTest_shard1_replica_n2] main]
[junit4] 2> 325928 INFO (qtp5525089-7147) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 325929 INFO (searcherExecutor-1551-thread-1-processing-n:127.0.0.1:55397_solr x:MissingSegmentRecoveryTest_shard1_replica_n2 s:shard1 c:MissingSegmentRecoveryTest r:core_node4) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@17d3a0e[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10)))}
[junit4] 2> 325929 INFO (qtp5525089-7147) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:55397/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 25
[junit4] 2> 325929 INFO (qtp5525089-7125) [n:127.0.0.1:55397_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 42
[junit4] 2> 325932 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c3ff35{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 325934 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=21450493
[junit4] 2> 325934 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 325935 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 325937 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 325938 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 325940 INFO (coreCloseExecutor-1561-thread-1) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@167a161
[junit4] 2> 325942 INFO (coreCloseExecutor-1561-thread-1) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=23568737
[junit4] 2> 325955 INFO (coreCloseExecutor-1561-thread-1) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=23568737
[junit4] 2> 325957 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.c.Overseer Overseer (id=98454652321005573-127.0.0.1:55396_solr-n_0000000000) closing
[junit4] 2> 325957 INFO (OverseerStateUpdate-98454652321005573-127.0.0.1:55396_solr-n_0000000000) [n:127.0.0.1:55396_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55396_solr
[junit4] 2> 325958 WARN (zkCallback-2482-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 325958 INFO (zkCallback-2488-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 325959 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 325959 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@206929{/solr,null,UNAVAILABLE}
[junit4] 2> 325959 INFO (zkCallback-2481-thread-2-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55397_solr
[junit4] 2> 325960 INFO (zkCallback-2481-thread-2-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.Overseer Overseer (id=98454652321005574-127.0.0.1:55397_solr-n_0000000001) starting
[junit4] 2> 325963 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 325963 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15c7488{/solr,null,AVAILABLE}
[junit4] 2> 325964 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c5342b{SSL,[ssl, http/1.1]}{127.0.0.1:55396}
[junit4] 2> 325964 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.e.j.s.Server Started @335105ms
[junit4] 2> 325965 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55396}
[junit4] 2> 325965 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 325967 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 325967 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 325967 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 325967 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T17:12:56.443Z
[junit4] 2> 325972 INFO (zkCallback-2481-thread-2-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [1])
[junit4] 2> 325972 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [1])
[junit4] 2> 325972 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 325980 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc7fc12140009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 325985 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55389/solr
[junit4] 2> 325988 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc7fc1214000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 325996 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 325998 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [n:127.0.0.1:55396_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 326001 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [n:127.0.0.1:55396_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55396_solr
[junit4] 2> 326002 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 326003 INFO (zkCallback-2493-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 326003 INFO (zkCallback-2488-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 326112 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 326112 INFO (zkCallback-2481-thread-2-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 326138 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [n:127.0.0.1:55396_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55396.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 326141 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [n:127.0.0.1:55396_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55396.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 326141 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [n:127.0.0.1:55396_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55396.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 326144 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [n:127.0.0.1:55396_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.
[junit4] 2> 326145 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [n:127.0.0.1:55396_solr ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica_n1]
[junit4] 2> 326151 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 326171 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 326184 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
[junit4] 2> 326187 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 326187 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 326187 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55396.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 326188 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 326188 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\]
[junit4] 2> 326260 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 326261 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 326262 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 326262 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 326266 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4dafd4
[junit4] 2> 326268 INFO (zkCallback-2493-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 326268 INFO (zkCallback-2481-thread-2-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 326268 INFO (zkCallback-2481-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 326272 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=5091284
[junit4] 2> 326274 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=5091284
[junit4] 2> 326278 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
[junit4] 2> 326279 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore Updating index properties... index=index.20170809171256754
[junit4] 2> 326286 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55396.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca42f4
[junit4] 2> 326286 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 326287 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\]
[junit4] 2> 326298 INFO (zkCallback-2493-thread-2-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 326299 INFO (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\ afterReload=false
[junit4] 2> 326303 ERROR (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.DirectoryFactory Failed to delete old directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20170809171256754 due to: java.io.IOException: Unable to delete directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20170809171256754.
[junit4] 2> 326305 ERROR (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.SolrIndexWriter Error closing IndexWriter
[junit4] 2> java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20170809171256754\write.lock
[junit4] 2> at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:83)
[junit4] 2> at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97)
[junit4] 2> at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102)
[junit4] 2> at sun.nio.fs.WindowsFileAttributeViews$Basic.readAttributes(WindowsFileAttributeViews.java:53)
[junit4] 2> at sun.nio.fs.WindowsFileAttributeViews$Basic.readAttributes(WindowsFileAttributeViews.java:38)
[junit4] 2> at sun.nio.fs.WindowsFileSystemProvider.readAttributes(WindowsFileSystemProvider.java:193)
[junit4] 2> at java.nio.file.Files.readAttributes(Files.java:1737)
[junit4] 2> at org.apache.lucene.store.NativeFSLockFactory$NativeFSLock.ensureValid(NativeFSLockFactory.java:177)
[junit4] 2> at org.apache.lucene.store.LockValidatingDirectoryWrapper.sync(LockValidatingDirectoryWrapper.java:67)
[junit4] 2> at org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:4755)
[junit4] 2> at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3279)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3411)
[junit4] 2> at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1272)
[junit4] 2> at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1315)
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:280)
[junit4] 2> at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:743)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
[junit4] 2> at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:1078)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1004)
[junit4] 2> at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:641)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 326309 INFO (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\ afterReload=false
[junit4] 2> 326331 INFO (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\index
[junit4] 2> 326392 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 326392 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 326394 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 326394 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 326398 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@13d4026
[junit4] 2> 326398 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=20791334
[junit4] 2> 326400 INFO (coreLoadExecutor-1570-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=20791334
[junit4] 2> 326403 ERROR (coreContainerWorkExecutor-1566-thread-1-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.CoreContainer Error waiting for SolrCore to be created
[junit4] 2> java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica_n1]
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:669)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica_n1]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1018)
[junit4] 2> at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:641)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] 2> ... 5 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
[junit4] 2> at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:1078)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1004)
[junit4] 2> ... 7 more
[junit4] 2> Suppressed: org.apache.solr.common.SolrException: Error opening new searcher
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1002)
[junit4] 2> ... 7 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2074)
[junit4] 2> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2194)
[junit4] 2> at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1071)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
[junit4] 2> ... 9 more
[junit4] 2> Caused by: org.apache.lucene.index.CorruptIndexException: Unexpected file read error while reading index. (resource=BufferedChecksumIndexInput(SimpleFSIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica_n1\data\index\segments_2")))
[junit4] 2> at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:289)
[junit4] 2> at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:1076)
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2035)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.io.EOFException: read past EOF: SimpleFSIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica_n1\data\index\segments_2")
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:336)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
[junit4] 2> at org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
[junit4] 2> at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
[junit4] 2> at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:299)
[junit4] 2> at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:287)
[junit4] 2> ... 18 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2074)
[junit4] 2> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2194)
[junit4] 2> at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1071)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
[junit4] 2> ... 10 more
[junit4] 2> Caused by: org.apache.lucene.index.IndexNotFoundException: no segments* file found in LockValidatingDirectoryWrapper(SimpleFSDirectory@C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20170809171256754 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e91a22): files: [write.lock]
[junit4] 2> at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:1071)
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2035)
[junit4] 2> ... 13 more
[junit4] 2> 416693 INFO (qtp5525089-7138) [n:127.0.0.1:55397_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 416696 INFO (OverseerThreadFactory-1564-thread-1-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 416705 INFO (qtp5525089-7128) [n:127.0.0.1:55397_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=null
[junit4] 2> 416720 INFO (qtp5525089-7128) [n:127.0.0.1:55397_solr ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@e5b4f6
[junit4] 2> 416724 INFO (qtp5525089-7128) [n:127.0.0.1:55397_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=15054070
[junit4] 2> 416724 INFO (qtp5525089-7128) [n:127.0.0.1:55397_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=15054070
[junit4] 2> 416738 INFO (qtp5525089-7128) [n:127.0.0.1:55397_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=33
[junit4] 2> 416743 INFO (zkCallback-2493-thread-3-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 416744 INFO (zkCallback-2493-thread-4-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 416757 INFO (qtp6140893-7211) [n:127.0.0.1:55396_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 416863 INFO (zkCallback-2493-thread-4-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 416863 INFO (zkCallback-2493-thread-3-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 417467 INFO (qtp5525089-7138) [n:127.0.0.1:55397_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} status=0 QTime=774
[junit4] 2> 417467 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[891B1F51BD4EB834]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery -Dtests.seed=891B1F51BD4EB834 -Dtests.slow=true -Dtests.locale=ca-ES -Dtests.timezone=Zulu -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 95.2s J0 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected a collection with one shard and two replicas
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:55396_solr, 127.0.0.1:55397_solr]
[junit4] > Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/8)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"2",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node3":{
[junit4] > "core":"MissingSegmentRecoveryTest_shard1_replica_n1",
[junit4] > "base_url":"https://127.0.0.1:55396/solr",
[junit4] > "node_name":"127.0.0.1:55396_solr",
[junit4] > "state":"down",
[junit4] > "type":"NRT"},
[junit4] > "core_node4":{
[junit4] > "core":"MissingSegmentRecoveryTest_shard1_replica_n2",
[junit4] > "base_url":"https://127.0.0.1:55397/solr",
[junit4] > "node_name":"127.0.0.1:55397_solr",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"2",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([891B1F51BD4EB834:D94E8752E46F0E29]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
[junit4] > at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 417470 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc7fc12140008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 417476 INFO (jetty-closer-2471-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@c5342b{SSL,[ssl, http/1.1]}{127.0.0.1:55396}
[junit4] 2> 417476 INFO (jetty-closer-2471-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=10886587
[junit4] 2> 417477 INFO (jetty-closer-2471-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 417477 INFO (jetty-closer-2471-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d3942{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 417479 INFO (jetty-closer-2471-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=23652808
[junit4] 2> 417479 INFO (jetty-closer-2471-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 417479 INFO (jetty-closer-2471-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 417482 INFO (jetty-closer-2471-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 417482 INFO (jetty-closer-2471-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 417484 INFO (jetty-closer-2471-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 417485 INFO (jetty-closer-2471-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 417487 INFO (zkCallback-2481-thread-4-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 417487 INFO (jetty-closer-2471-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 417489 INFO (jetty-closer-2471-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98454652321005574-127.0.0.1:55397_solr-n_0000000001) closing
[junit4] 2> 417489 INFO (OverseerStateUpdate-98454652321005574-127.0.0.1:55397_solr-n_0000000001) [n:127.0.0.1:55397_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55397_solr
[junit4] 2> 417490 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc7fc12140006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 417490 WARN (zkCallback-2481-thread-4-processing-n:127.0.0.1:55397_solr) [n:127.0.0.1:55397_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 417494 INFO (jetty-closer-2471-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13b4f98{/solr,null,UNAVAILABLE}
[junit4] 2> 418986 WARN (zkCallback-2493-thread-3-processing-n:127.0.0.1:55396_solr) [n:127.0.0.1:55396_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 418986 INFO (jetty-closer-2471-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15c7488{/solr,null,UNAVAILABLE}
[junit4] 2> 418988 ERROR (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 418988 INFO (SUITE-MissingSegmentRecoveryTest-seed#[891B1F51BD4EB834]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55389 55389
[junit4] 2> 418989 INFO (Thread-667) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55389 55389
[junit4] 2> 418990 WARN (Thread-667) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/collections/MissingSegmentRecoveryTest/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_891B1F51BD4EB834-001
[junit4] 2> Aug 09, 2017 5:14:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=FST50}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=937, maxMBSortInHeap=7.5443594682972215, sim=RandomSimilarity(queryNorm=false): {}, locale=ca-ES, timezone=Zulu
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=67741816,total=126877696
[junit4] 2> NOTE: All tests run in this JVM: [RestartWhileUpdatingTest, SliceStateTest, TestSQLHandler, TestJmxIntegration, DistributedDebugComponentTest, TestFreeTextSuggestions, BlobRepositoryCloudTest, PeerSyncWithIndexFingerprintCachingTest, TestEmbeddedSolrServerSchemaAPI, DistributedSpellCheckComponentTest, SimplePostToolTest, InfoHandlerTest, AtomicUpdateProcessorFactoryTest, TestStressVersions, TestLegacyField, TestTolerantSearch, UUIDUpdateProcessorFallbackTest, TestNonDefinedSimilarityFactory, TestSort, SpellCheckCollatorWithCollapseTest, TestDynamicFieldCollectionResource, AlternateDirectoryTest, TestClusterStateMutator, TestNumericTerms64, TestSearcherReuse, TestBlobHandler, TestNumericRangeQuery64, DocValuesTest, TestUpdate, TestConfigSetsAPIZkFailure, BinaryUpdateRequestHandlerTest, DisMaxRequestHandlerTest, CustomCollectionTest, TestWriterPerf, TestLeaderElectionZkExpiry, TestStressRecovery, NotRequiredUniqueKeyTest, TestHdfsCloudBackupRestore, TestTrackingShardHandlerFactory, CloudMLTQParserTest, DocValuesNotIndexedTest, RuleEngineTest, CoreAdminRequestStatusTest, DistanceFunctionTest, DistributedFacetPivotSmallTest, DeleteReplicaTest, TestGeoJSONResponseWriter, TestDFRSimilarityFactory, CollectionsAPIAsyncDistributedZkTest, TestPayloadCheckQParserPlugin, SolrTestCaseJ4Test, TestStressLiveNodes, TestSolrCoreParser, TestHighlightDedupGrouping, TestComplexPhraseLeadingWildcard, AddBlockUpdateTest, GraphQueryTest, TestHdfsBackupRestoreCore, MissingSegmentRecoveryTest]
[junit4] Completed [127/729 (1!)] on J0 in 98.26s, 1 test, 1 failure <<< FAILURES!
[...truncated 41400 lines...]
[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_141) - Build #
6809 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6809/
Java: 64bit/jdk1.8.0_141 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Doc with id=1 not found in http://127.0.0.1:56501/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:56501/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([98C62E1EFCD43A82:7E511ADEC556C3E3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.HealthCheckHandlerTest.testHealthCheckHandlerSolrJ
Error Message:
Error from server at http://127.0.0.1:55479/solr: Host Unavailable: Not connected to zk
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55479/solr: Host Unavailable: Not connected to zk
at __randomizedtesting.SeedInfo.seed([98C62E1EFCD43A82:3235F10A87327283]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.HealthCheckHandlerTest.testHealthCheckHandlerSolrJ(HealthCheckHandlerTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11041 lines...]
[junit4] Suite: org.apache.solr.cloud.HealthCheckHandlerTest
[junit4] 2> 170547 INFO (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HealthCheckHandlerTest_98C62E1EFCD43A82-001\init-core-data-001
[junit4] 2> 170547 WARN (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 170547 INFO (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 170547 INFO (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 170547 INFO (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HealthCheckHandlerTest_98C62E1EFCD43A82-001\tempDir-001
[junit4] 2> 170547 INFO (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 170563 INFO (Thread-534) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 170563 INFO (Thread-534) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 170563 ERROR (Thread-534) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 170656 INFO (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55475
[junit4] 2> 170672 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc5e479ec0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 170672 INFO (jetty-launcher-350-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 170672 INFO (jetty-launcher-350-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7995e176{/solr,null,AVAILABLE}
[junit4] 2> 170687 INFO (jetty-launcher-350-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a23724d{HTTP/1.1,[http/1.1]}{127.0.0.1:55479}
[junit4] 2> 170687 INFO (jetty-launcher-350-thread-1) [ ] o.e.j.s.Server Started @178645ms
[junit4] 2> 170687 INFO (jetty-launcher-350-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55479}
[junit4] 2> 170687 ERROR (jetty-launcher-350-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 170687 INFO (jetty-launcher-350-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 170687 INFO (jetty-launcher-350-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 170687 INFO (jetty-launcher-350-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 170687 INFO (jetty-launcher-350-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T07:27:51.400Z
[junit4] 2> 170687 INFO (jetty-launcher-350-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 170718 INFO (jetty-launcher-350-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55475/solr
[junit4] 2> 170718 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc5e479ec0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 170796 INFO (jetty-launcher-350-thread-1) [n:127.0.0.1:55479_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 170796 INFO (jetty-launcher-350-thread-1) [n:127.0.0.1:55479_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55479_solr
[junit4] 2> 170796 INFO (jetty-launcher-350-thread-1) [n:127.0.0.1:55479_solr ] o.a.s.c.Overseer Overseer (id=98452351960743939-127.0.0.1:55479_solr-n_0000000000) starting
[junit4] 2> 170813 INFO (jetty-launcher-350-thread-1) [n:127.0.0.1:55479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55479_solr
[junit4] 2> 170843 INFO (zkCallback-357-thread-1-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 170985 INFO (jetty-launcher-350-thread-1) [n:127.0.0.1:55479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55479.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ef8a550
[junit4] 2> 170985 INFO (jetty-launcher-350-thread-1) [n:127.0.0.1:55479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55479.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ef8a550
[junit4] 2> 170985 INFO (jetty-launcher-350-thread-1) [n:127.0.0.1:55479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55479.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ef8a550
[junit4] 2> 170985 INFO (jetty-launcher-350-thread-1) [n:127.0.0.1:55479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HealthCheckHandlerTest_98C62E1EFCD43A82-001\tempDir-001\node1\.
[junit4] 2> 171031 INFO (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 171031 INFO (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55475/solr ready
[junit4] 2> 171047 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[98C62E1EFCD43A82]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandler
[junit4] 2> 171078 INFO (qtp1014197437-2217) [n:127.0.0.1:55479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/health params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 171078 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.MiniSolrCloudCluster Expired zookeeper session 98452351960743939 from node http://127.0.0.1:55479/solr
[junit4] 2> 171078 INFO (zkCallback-362-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 171205 INFO (qtp1014197437-2217) [n:127.0.0.1:55479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/health params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 171205 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandler-seed#[98C62E1EFCD43A82]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckHandler
[junit4] 2> 171224 WARN (zkCallback-357-thread-9-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b8ba24 name: ZooKeeperConnection Watcher:127.0.0.1:55475/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 171224 WARN (zkCallback-357-thread-9-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 171224 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerWithCloudClient-seed#[98C62E1EFCD43A82]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandlerWithCloudClient
[junit4] 2> 171224 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerWithCloudClient-seed#[98C62E1EFCD43A82]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckHandlerWithCloudClient
[junit4] 2> 171239 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerSolrJ-seed#[98C62E1EFCD43A82]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHealthCheckHandlerSolrJ
[junit4] 2> 171239 INFO (qtp1014197437-2217) [n:127.0.0.1:55479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/health params={wt=javabin&version=2} status=503 QTime=0
[junit4] 2> 171239 INFO (TEST-HealthCheckHandlerTest.testHealthCheckHandlerSolrJ-seed#[98C62E1EFCD43A82]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHealthCheckHandlerSolrJ
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HealthCheckHandlerTest -Dtests.method=testHealthCheckHandlerSolrJ -Dtests.seed=98C62E1EFCD43A82 -Dtests.slow=true -Dtests.locale=pt-BR -Dtests.timezone=Universal -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.02s J0 | HealthCheckHandlerTest.testHealthCheckHandlerSolrJ <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55479/solr: Host Unavailable: Not connected to zk
[junit4] > at __randomizedtesting.SeedInfo.seed([98C62E1EFCD43A82:3235F10A87327283]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.HealthCheckHandlerTest.testHealthCheckHandlerSolrJ(HealthCheckHandlerTest.java:78)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 171239 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc5e479ec0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 171239 INFO (jetty-closer-351-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3a23724d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 171255 INFO (jetty-closer-351-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1843985446
[junit4] 2> 171255 INFO (jetty-closer-351-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 171255 INFO (jetty-closer-351-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 171255 INFO (jetty-closer-351-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 172240 WARN (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b8ba24 name: ZooKeeperConnection Watcher:127.0.0.1:55475/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 172240 WARN (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 172240 INFO (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.Overseer Overseer (id=98452351960743939-127.0.0.1:55479_solr-n_0000000000) closing
[junit4] 2> 172240 WARN (jetty-launcher-350-thread-1-SendThread(127.0.0.1:55475)) [n:127.0.0.1:55479_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15dc5e479ec0003 has expired
[junit4] 2> 172240 WARN (OverseerStateUpdate-98452351960743939-127.0.0.1:55479_solr-n_0000000000) [n:127.0.0.1:55479_solr ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:305)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:282)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:398)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:161)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 172240 WARN (OverseerCollectionConfigSetProcessor-98452351960743939-127.0.0.1:55479_solr-n_0000000000) [n:127.0.0.1:55479_solr ] o.a.s.c.OverseerTaskProcessor Overseer cannot talk to ZK
[junit4] 2> 172240 INFO (OverseerStateUpdate-98452351960743939-127.0.0.1:55479_solr-n_0000000000) [n:127.0.0.1:55479_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55479_solr
[junit4] 2> 172240 INFO (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 172240 WARN (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 172240 INFO (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 172240 INFO (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 172349 ERROR (jetty-closer-351-thread-1) [ ] o.a.s.c.Overseer Could not create Overseer node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:758)
[junit4] 2> at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:631)
[junit4] 2> at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:618)
[junit4] 2> at org.apache.solr.cloud.ZkController.publishNodeAsDown(ZkController.java:2515)
[junit4] 2> at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:725)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.destroy(SolrDispatchFilter.java:313)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.destroyInstance(FilterHolder.java:172)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doStop(FilterHolder.java:150)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doStop(ServletHandler.java:238)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doStop(SessionHandler.java:127)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.stopContext(ContextHandler.java:825)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.stopContext(ServletContextHandler.java:356)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doStop(ContextHandler.java:880)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.doStop(ServletContextHandler.java:272)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.server.Server.doStop(Server.java:493)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.stop(JettySolrRunner.java:428)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.stopJettySolrRunner(MiniSolrCloudCluster.java:421)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$shutdown$1(MiniSolrCloudCluster.java:458)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 172349 WARN (jetty-closer-351-thread-1) [ ] o.a.s.c.ZkController Could not publish node as down: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> 172349 INFO (jetty-closer-351-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 172708 ERROR (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:673)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:390)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 172708 ERROR (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:405)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:673)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:390)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:320)
[junit4] 2> ... 10 more
[junit4] 2>
[junit4] 2> 172708 WARN (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 172708 INFO (zkCallback-357-thread-7-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 172708 WARN (zkCallback-357-thread-1-processing-n:127.0.0.1:55479_solr) [n:127.0.0.1:55479_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 172708 INFO (jetty-closer-351-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7995e176{/solr,null,UNAVAILABLE}
[junit4] 2> 172708 ERROR (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 172708 INFO (SUITE-HealthCheckHandlerTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
[junit4] 2> 172708 INFO (Thread-534) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
[junit4] 2> 172708 WARN (Thread-534) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.HealthCheckHandlerTest_98C62E1EFCD43A82-001
[junit4] 2> Aug 09, 2017 7:27:53 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=962, maxMBSortInHeap=5.855196522174465, sim=RandomSimilarity(queryNorm=false): {}, locale=pt-BR, timezone=Universal
[junit4] 2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_141 (64-bit)/cpus=3,threads=1,free=113519952,total=214102016
[junit4] 2> NOTE: All tests run in this JVM: [RecoveryAfterSoftCommitTest, TestMissingGroups, TestRecoveryHdfs, TestCodecSupport, MetricUtilsTest, ResponseLogComponentTest, ExitableDirectoryReaderTest, TestCoreContainer, TestTolerantUpdateProcessorCloud, CurrencyFieldTypeTest, ClusterStateTest, TestQuerySenderListener, QueryElevationComponentTest, ManagedSchemaRoundRobinCloudTest, TestObjectReleaseTracker, TlogReplayBufferedWhileIndexingTest, TestScoreJoinQPScore, TestCursorMarkWithoutUniqueKey, TestSegmentSorting, TestClassicSimilarityFactory, TestAddFieldRealTimeGet, TestDocTermOrds, HighlighterMaxOffsetTest, CloudMLTQParserTest, TestBulkSchemaAPI, DirectUpdateHandlerOptimizeTest, BJQParserTest, TestPKIAuthenticationPlugin, TestSlowCompositeReaderWrapper, TestXIncludeConfig, GraphQueryTest, TestGroupingSearch, TestSchemaNameResource, DistributedQueryComponentCustomSortTest, TestLFUCache, NoCacheHeaderTest, DeleteLastCustomShardedReplicaTest, AddSchemaFieldsUpdateProcessorFactoryTest, InfixSuggestersTest, DistanceUnitsTest, MissingSegmentRecoveryTest, ConnectionReuseTest, HealthCheckHandlerTest]
[junit4] Completed [62/728 (1!)] on J0 in 2.99s, 3 tests, 1 error <<< FAILURES!
[...truncated 197 lines...]
[junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\init-core-data-001
[junit4] 2> 291641 WARN (SUITE-ForceLeaderTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 291641 INFO (SUITE-ForceLeaderTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 291645 INFO (SUITE-ForceLeaderTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 291645 INFO (SUITE-ForceLeaderTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 291645 INFO (SUITE-ForceLeaderTest-seed#[98C62E1EFCD43A82]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 291647 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 291648 INFO (Thread-695) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 291648 INFO (Thread-695) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 291651 ERROR (Thread-695) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 291748 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.ZkTestServer start zk server on port:56468
[junit4] 2> 291755 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc5e652eb0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 291763 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 291765 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4] 2> 291766 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 291768 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 291769 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 291770 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4] 2> 291773 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 291774 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 291775 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 291777 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 291778 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 291780 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc5e652eb0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 291780 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 292167 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 292168 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cb3633d{/,null,AVAILABLE}
[junit4] 2> 292170 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3fc65c0{HTTP/1.1,[http/1.1]}{127.0.0.1:56476}
[junit4] 2> 292170 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.Server Started @300121ms
[junit4] 2> 292170 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=56475, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\control-001\cores}
[junit4] 2> 292170 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 292170 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 292170 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 292171 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 292171 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T07:29:52.884Z
[junit4] 2> 292174 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc5e652eb0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 292174 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 292174 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\control-001\solr.xml
[junit4] 2> 292182 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 292186 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56468/solr
[junit4] 2> 292280 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56475_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 292281 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56475_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56475_
[junit4] 2> 292282 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56475_ ] o.a.s.c.Overseer Overseer (id=98452359896301572-127.0.0.1:56475_-n_0000000000) starting
[junit4] 2> 292287 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56475_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56475_
[junit4] 2> 292290 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 292378 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56475_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[junit4] 2> 292380 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56475_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[junit4] 2> 292380 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56475_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[junit4] 2> 292389 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56475_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\control-001\cores
[junit4] 2> 292410 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 292411 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56468/solr ready
[junit4] 2> 292412 INFO (SocketProxy-Acceptor-56475) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56491,localport=56475], receiveBufferSize:65536
[junit4] 2> 292412 INFO (SocketProxy-Acceptor-56475) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=56476,localport=56492], receiveBufferSize=65536
[junit4] 2> 292414 INFO (qtp1739657254-2881) [n:127.0.0.1:56475_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:56475_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 292416 INFO (OverseerThreadFactory-1232-thread-1-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 292524 INFO (SocketProxy-Acceptor-56475) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56493,localport=56475], receiveBufferSize:65536
[junit4] 2> 292525 INFO (SocketProxy-Acceptor-56475) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=56476,localport=56494], receiveBufferSize=65536
[junit4] 2> 292526 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 292529 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 292644 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 293555 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 293565 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 293657 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 293673 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 293674 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[junit4] 2> 293674 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 293674 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\control-001\cores\control_collection_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\control-001\cores\control_collection_shard1_replica_n1\data\]
[junit4] 2> 293680 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=62.576171875, floorSegmentMB=0.59375, forceMergeDeletesPctAllowed=9.380447154171796, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1822330867464329
[junit4] 2> 293683 WARN (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 293747 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 293747 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 293749 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 293749 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 293750 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7855282341201731]
[junit4] 2> 293750 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1caf483c[control_collection_shard1_replica_n1] main]
[junit4] 2> 293751 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 293752 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 293752 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 293753 INFO (searcherExecutor-1235-thread-1-processing-n:127.0.0.1:56475_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1caf483c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 293754 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575237760547028992
[junit4] 2> 293759 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 293759 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 293759 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56475/control_collection_shard1_replica_n1/
[junit4] 2> 293759 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 293759 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:56475/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 293759 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 293762 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56475/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 293865 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 293915 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 293916 INFO (qtp1739657254-2883) [n:127.0.0.1:56475_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1390
[junit4] 2> 293919 INFO (qtp1739657254-2881) [n:127.0.0.1:56475_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 294018 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 294418 INFO (OverseerCollectionConfigSetProcessor-98452359896301572-127.0.0.1:56475_-n_0000000000) [n:127.0.0.1:56475_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 294920 INFO (qtp1739657254-2881) [n:127.0.0.1:56475_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:56475_&wt=javabin&version=2} status=0 QTime=2506
[junit4] 2> 294928 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 294928 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56468/solr ready
[junit4] 2> 294928 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 294929 INFO (SocketProxy-Acceptor-56475) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56498,localport=56475], receiveBufferSize:65536
[junit4] 2> 294930 INFO (SocketProxy-Acceptor-56475) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=56476,localport=56499], receiveBufferSize=65536
[junit4] 2> 294930 INFO (qtp1739657254-2886) [n:127.0.0.1:56475_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 294933 INFO (OverseerThreadFactory-1232-thread-2-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 294934 WARN (OverseerThreadFactory-1232-thread-2-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 295138 INFO (qtp1739657254-2886) [n:127.0.0.1:56475_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 295138 INFO (qtp1739657254-2886) [n:127.0.0.1:56475_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 295513 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\shard-1-001 of type TLOG
[junit4] 2> 295514 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 295514 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4258c2f2{/,null,AVAILABLE}
[junit4] 2> 295515 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4904e847{HTTP/1.1,[http/1.1]}{127.0.0.1:56502}
[junit4] 2> 295515 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.Server Started @303466ms
[junit4] 2> 295515 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=56501, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\shard-1-001\cores}
[junit4] 2> 295516 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 295516 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 295516 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 295516 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 295516 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T07:29:56.229Z
[junit4] 2> 295520 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 295520 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\shard-1-001\solr.xml
[junit4] 2> 295528 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 295533 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56468/solr
[junit4] 2> 295544 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56501_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 295546 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56501_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 295548 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56501_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56501_
[junit4] 2> 295550 INFO (zkCallback-447-thread-1-processing-n:127.0.0.1:56501_) [n:127.0.0.1:56501_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 295550 INFO (zkCallback-442-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 295550 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 295647 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56501_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[junit4] 2> 295650 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56501_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[junit4] 2> 295650 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56501_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[junit4] 2> 295651 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56501_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\shard-1-001\cores
[junit4] 2> 295670 INFO (SocketProxy-Acceptor-56501) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56514,localport=56501], receiveBufferSize:65536
[junit4] 2> 295671 INFO (SocketProxy-Acceptor-56501) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=56502,localport=56515], receiveBufferSize=65536
[junit4] 2> 295673 INFO (qtp2092045436-2936) [n:127.0.0.1:56501_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:56501_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 295675 INFO (OverseerCollectionConfigSetProcessor-98452359896301572-127.0.0.1:56475_-n_0000000000) [n:127.0.0.1:56475_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 295676 INFO (OverseerThreadFactory-1232-thread-3-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:56501_ for creating new replica
[junit4] 2> 295678 INFO (SocketProxy-Acceptor-56501) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56516,localport=56501], receiveBufferSize:65536
[junit4] 2> 295678 INFO (SocketProxy-Acceptor-56501) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=56502,localport=56517], receiveBufferSize=65536
[junit4] 2> 295679 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 295679 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 295786 INFO (zkCallback-447-thread-1-processing-n:127.0.0.1:56501_) [n:127.0.0.1:56501_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 296700 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 296721 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 296811 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 296828 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 296829 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[junit4] 2> 296829 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 296829 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\shard-1-001\cores\collection1_shard2_replica_t41], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\shard-1-001\cores\collection1_shard2_replica_t41\data\]
[junit4] 2> 296831 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=62.576171875, floorSegmentMB=0.59375, forceMergeDeletesPctAllowed=9.380447154171796, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1822330867464329
[junit4] 2> 296833 WARN (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 296896 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 296896 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 296896 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 296896 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 296898 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7855282341201731]
[junit4] 2> 296898 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@65bf6d10[collection1_shard2_replica_t41] main]
[junit4] 2> 296899 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 296899 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 296900 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 296901 INFO (searcherExecutor-1246-thread-1-processing-n:127.0.0.1:56501_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@65bf6d10[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 296901 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575237763846897664
[junit4] 2> 296906 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 296906 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 296906 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56501/collection1_shard2_replica_t41/
[junit4] 2> 296906 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 296906 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:56501/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 296906 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 296907 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 296909 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56501/collection1_shard2_replica_t41/ shard2
[junit4] 2> 297011 INFO (zkCallback-447-thread-1-processing-n:127.0.0.1:56501_) [n:127.0.0.1:56501_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 297062 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 297063 INFO (qtp2092045436-2934) [n:127.0.0.1:56501_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1383
[junit4] 2> 297065 INFO (qtp2092045436-2936) [n:127.0.0.1:56501_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:56501_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1391
[junit4] 2> 297167 INFO (zkCallback-447-thread-1-processing-n:127.0.0.1:56501_) [n:127.0.0.1:56501_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 297455 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\shard-2-001 of type TLOG
[junit4] 2> 297456 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 297456 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33c2059d{/,null,AVAILABLE}
[junit4] 2> 297457 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69d4b878{HTTP/1.1,[http/1.1]}{127.0.0.1:56520}
[junit4] 2> 297457 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.Server Started @305408ms
[junit4] 2> 297458 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=56519, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\shard-2-001\cores}
[junit4] 2> 297458 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 297458 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 297458 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 297458 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 297458 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-09T07:29:58.171Z
[junit4] 2> 297462 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc5e652eb000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 297462 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 297462 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001\shard-2-001\solr.xml
[junit4] 2> 297480 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 297484 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56468/solr
[junit4] 2> 297495 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56519_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 297497 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56519_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 297499 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56519_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56519_
[junit4] 2> 297501 INFO (zkCallback-442-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 297501 INFO (zkCallback-435-thread-1-processing-n:127.0.0.1:56475_) [n:127.0.0.1:56475_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 297501 INFO (zkCallback-453-thread-1-processing-n:127.0.0.1:56519_) [n:127.0.0.1:56519_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 297502 INFO (zkCallback-447-thread-1-processing-n:127.0.0.1:56501_) [n:127.0.0.1:56501_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 297586 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56519_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[junit4] 2> 297589 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[98C62E1EFCD43A82]) [n:127.0.0.1:56519_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c79ca6
[...truncated too long message...]
15377 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 415381 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.Overseer Overseer (id=98452363822170127-127.0.0.1:56930_-n_0000000003) closing
[junit4] 2> 415383 INFO (OverseerCollectionConfigSetProcessor-98452363822170127-127.0.0.1:56930_-n_0000000003) [n:127.0.0.1:56930_ ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98452363822170127-127.0.0.1:56930_-n_0000000003) am no longer a leader.
[junit4] 2> 415383 ERROR (OverseerCollectionConfigSetProcessor-98452363822170127-127.0.0.1:56930_-n_0000000003) [n:127.0.0.1:56930_ ] o.a.s.c.OverseerTaskProcessor Unable to prioritize overseer
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1097)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.cloud.OverseerNodePrioritizer.prioritizeOverseerNodes(OverseerNodePrioritizer.java:61)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:178)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 415383 INFO (OverseerStateUpdate-98452363822170127-127.0.0.1:56930_-n_0000000003) [n:127.0.0.1:56930_ ] o.a.s.c.Overseer According to ZK I (id=98452363822170127-127.0.0.1:56930_-n_0000000003) am no longer a leader.
[junit4] 2> 415385 INFO (OverseerStateUpdate-98452363822170127-127.0.0.1:56930_-n_0000000003) [n:127.0.0.1:56930_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56930_
[junit4] 2> 415387 WARN (zkCallback-494-thread-2-processing-n:127.0.0.1:56930_) [n:127.0.0.1:56930_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 415388 INFO (zkCallback-477-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 417808 WARN (zkCallback-494-thread-1-processing-n:127.0.0.1:56930_) [n:127.0.0.1:56930_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 417808 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:56930_) [n:127.0.0.1:56930_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 417808 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:56930_) [n:127.0.0.1:56930_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] CLOSING SolrCore org.apache.solr.core.SolrCore@7be77628
[junit4] 2> 417810 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:56930_) [n:127.0.0.1:56930_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n45, tag=2078766632
[junit4] 2> 417813 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:56930_) [n:127.0.0.1:56930_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=2078766632
[junit4] 2> 417814 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@578ed7a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 417814 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66215c87{/,null,UNAVAILABLE}
[junit4] 2> 417818 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dc5e73ceb0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 417819 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 56875
[junit4] 2> 417819 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 417820 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56868 56868
[junit4] 2> 417821 INFO (Thread-741) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56868 56868
[junit4] 2> 417824 WARN (Thread-741) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/forceleader_last_published/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 417824 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:56875/, target: http://127.0.0.1:56876/
[junit4] 2> 417825 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:56915/, target: http://127.0.0.1:56916/
[junit4] 2> 417825 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:56930/, target: http://127.0.0.1:56931/
[junit4] 2> 417825 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[98C62E1EFCD43A82]) [ ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:56900/, target: http://127.0.0.1:56901/
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_98C62E1EFCD43A82-001
[junit4] 2> Aug 09, 2017 7:31:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Memory), a_t=BlockTreeOrds(blocksize=128), id=FST50, text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1424, maxMBSortInHeap=5.292904423818102, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-KW, timezone=Pacific/Enderbury
[junit4] 2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_141 (64-bit)/cpus=3,threads=1,free=51037080,total=238456832
[junit4] 2> NOTE: All tests run in this JVM: [PeerSyncReplicationTest, TestOverriddenPrefixQueryForCustomFieldType, TestRangeQuery, TestCoreDiscovery, SparseHLLTest, SearchHandlerTest, SolrCoreCheckLockOnStartupTest, TestInitParams, ZkNodePropsTest, DocValuesMultiTest, CleanupOldIndexTest, TestSolrCoreSnapshots, ReplicaListTransformerTest, PolyFieldTest, TestFastWriter, ZkSolrClientTest, BlockJoinFacetSimpleTest, TestDistributedMissingSort, TestStressInPlaceUpdates, TestScoreJoinQPNoScore, TestFastLRUCache, TestBlendedInfixSuggestions, TestExpandComponent, TestCloudNestedDocsSort, TestFieldTypeResource, TestLegacyFieldCache, TestJsonFacetRefinement, BasicAuthStandaloneTest, JavabinLoaderTest, SearchHandlerTest, TestSortByMinMaxFunction, TestJoin, TestManagedSynonymFilterFactory, DistributedQueryComponentOptimizationTest, TestMaxScoreQueryParser, CacheHeaderTest, DeleteInactiveReplicaTest, VersionInfoTest, FacetPivotSmallTest, FileUtilsTest, LeaderInitiatedRecoveryOnCommitTest, TestJettySolrRunner, ForceLeaderTest]
[junit4] Completed [120/728 (2!)] on J1 in 126.72s, 3 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 45276 lines...]