You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/08/10 14:00:12 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1371 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1371/
4 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([AE54A65450A1BE5B:2600998EFE5DD3A3]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:49010/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:51107/solr/test_col_shard5_replica_n18: Server Error request: http://127.0.0.1:51107/solr/test_col_shard5_replica_n18/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A49010%2Fsolr%2Ftest_col_shard5_replica_n16%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:49010/solr/test_col_shard5_replica_n16/ update: org.apache.solr.client.solrj.request.UpdateRequest@78d8a501
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:49010/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:51107/solr/test_col_shard5_replica_n18: Server Error
request: http://127.0.0.1:51107/solr/test_col_shard5_replica_n18/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A49010%2Fsolr%2Ftest_col_shard5_replica_n16%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:49010/solr/test_col_shard5_replica_n16/ update: org.apache.solr.client.solrj.request.UpdateRequest@78d8a501
at __randomizedtesting.SeedInfo.seed([AE54A65450A1BE5B:9840C412DAFC844A]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:49010/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:51107/solr/test_col_shard5_replica_n18: Server Error
request: http://127.0.0.1:51107/solr/test_col_shard5_replica_n18/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A49010%2Fsolr%2Ftest_col_shard5_replica_n16%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:49010/solr/test_col_shard5_replica_n16/ update: org.apache.solr.client.solrj.request.UpdateRequest@78d8a501
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49010/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:51107/solr/test_col_shard5_replica_n18: Server Error
request: http://127.0.0.1:51107/solr/test_col_shard5_replica_n18/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A49010%2Fsolr%2Ftest_col_shard5_replica_n16%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:49010/solr/test_col_shard5_replica_n16/ update: org.apache.solr.client.solrj.request.UpdateRequest@78d8a501
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
... 6 more
FAILED: org.apache.solr.update.AutoCommitTest.testMaxDocs
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([AE54A65450A1BE5B:17D5708B7C4BBAD1]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:14&qt=&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
... 40 more
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([AE54A65450A1BE5B:2600998EFE5DD3A3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:403)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:248)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11347 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
[junit4] 2> 13060 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/init-core-data-001
[junit4] 2> 13072 WARN (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 13075 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 13077 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 13080 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001
[junit4] 2> 13099 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 13127 INFO (Thread-14) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 13128 INFO (Thread-14) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 13588 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58457
[junit4] 2> 13788 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 13802 ERROR (Thread-14) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 15159 INFO (jetty-launcher-9-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 15164 INFO (jetty-launcher-9-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36ebe2f{/solr,null,AVAILABLE}
[junit4] 2> 15169 INFO (jetty-launcher-9-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28326aa9{HTTP/1.1,[http/1.1]}{127.0.0.1:37253}
[junit4] 2> 15169 INFO (jetty-launcher-9-thread-1) [ ] o.e.j.s.Server Started @18717ms
[junit4] 2> 15169 INFO (jetty-launcher-9-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37253}
[junit4] 2> 15170 ERROR (jetty-launcher-9-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 15170 INFO (jetty-launcher-9-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 15171 INFO (jetty-launcher-9-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 15171 INFO (jetty-launcher-9-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 15171 INFO (jetty-launcher-9-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T12:10:36.954Z
[junit4] 2> 15185 INFO (jetty-launcher-9-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 15256 INFO (jetty-launcher-9-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58457/solr
[junit4] 2> 16052 INFO (jetty-launcher-9-thread-1) [n:127.0.0.1:37253_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 16055 INFO (jetty-launcher-9-thread-1) [n:127.0.0.1:37253_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37253_solr
[junit4] 2> 16059 INFO (jetty-launcher-9-thread-1) [n:127.0.0.1:37253_solr ] o.a.s.c.Overseer Overseer (id=98459126007529475-127.0.0.1:37253_solr-n_0000000000) starting
[junit4] 2> 16321 INFO (jetty-launcher-9-thread-1) [n:127.0.0.1:37253_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37253_solr
[junit4] 2> 16359 INFO (OverseerStateUpdate-98459126007529475-127.0.0.1:37253_solr-n_0000000000) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 17190 INFO (jetty-launcher-9-thread-1) [n:127.0.0.1:37253_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37253.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@607eb919
[junit4] 2> 17220 INFO (jetty-launcher-9-thread-1) [n:127.0.0.1:37253_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37253.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@607eb919
[junit4] 2> 17221 INFO (jetty-launcher-9-thread-1) [n:127.0.0.1:37253_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37253.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@607eb919
[junit4] 2> 17291 INFO (jetty-launcher-9-thread-1) [n:127.0.0.1:37253_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001/node1/.
[junit4] 2> 17545 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 17552 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58457/solr ready
[junit4] 2> 17649 INFO (qtp1732399539-69) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 17700 INFO (OverseerThreadFactory-53-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
[junit4] 2> 18055 INFO (OverseerStateUpdate-98459126007529475-127.0.0.1:37253_solr-n_0000000000) [n:127.0.0.1:37253_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37253/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 18075 INFO (OverseerStateUpdate-98459126007529475-127.0.0.1:37253_solr-n_0000000000) [n:127.0.0.1:37253_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection1_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37253/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 18321 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 18325 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 18326 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 18491 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 18492 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 19439 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 19471 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 19567 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n3] Schema name=minimal
[junit4] 2> 19568 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 19613 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 19613 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n3' using configuration from collection testCollection1, trusted=true
[junit4] 2> 19615 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37253.solr.core.testCollection1.shard2.replica_n3' (registry 'solr.core.testCollection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@607eb919
[junit4] 2> 19616 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 19616 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001/node1/testCollection1_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001/node1/./testCollection1_shard2_replica_n3/data/]
[junit4] 2> 19617 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 19617 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
[junit4] 2> 19617 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37253.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@607eb919
[junit4] 2> 19623 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 19623 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
[junit4] 2> 20034 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 20034 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 20049 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 20049 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 20059 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 20068 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 20071 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 20071 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 20073 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@49a56249[testCollection1_shard2_replica_n3] main]
[junit4] 2> 20078 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 20079 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 20082 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 20097 INFO (searcherExecutor-56-thread-1-processing-n:127.0.0.1:37253_solr x:testCollection1_shard2_replica_n3 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] Registered new searcher Searcher@49a56249[testCollection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20098 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575346023307411456
[junit4] 2> 20104 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64a4b914[testCollection1_shard1_replica_n1] main]
[junit4] 2> 20107 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 20108 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 20110 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 20114 INFO (searcherExecutor-57-thread-1-processing-n:127.0.0.1:37253_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node2) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@64a4b914[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20115 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575346023325237248
[junit4] 2> 20180 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 20180 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 20180 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37253/solr/testCollection1_shard2_replica_n3/
[junit4] 2> 20181 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 20182 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 20182 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37253/solr/testCollection1_shard1_replica_n1/
[junit4] 2> 20185 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 20187 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:37253/solr/testCollection1_shard2_replica_n3/ has no replicas
[junit4] 2> 20187 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 20185 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 20187 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37253/solr/testCollection1_shard1_replica_n1/ has no replicas
[junit4] 2> 20188 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 20325 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 20326 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 20377 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37253/solr/testCollection1_shard1_replica_n1/ shard1
[junit4] 2> 20377 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37253/solr/testCollection1_shard2_replica_n3/ shard2
[junit4] 2> 20489 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 20489 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 20531 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 20532 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 20536 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2219
[junit4] 2> 20543 INFO (qtp1732399539-72) [n:127.0.0.1:37253_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2217
[junit4] 2> 20614 INFO (qtp1732399539-69) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 20654 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 20654 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 21615 INFO (qtp1732399539-69) [n:127.0.0.1:37253_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3973
[junit4] 2> 21619 INFO (qtp1732399539-70) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 21636 INFO (OverseerCollectionConfigSetProcessor-98459126007529475-127.0.0.1:37253_solr-n_0000000000) [n:127.0.0.1:37253_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 21637 INFO (OverseerThreadFactory-53-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
[junit4] 2> 22033 INFO (OverseerStateUpdate-98459126007529475-127.0.0.1:37253_solr-n_0000000000) [n:127.0.0.1:37253_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37253/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 22044 INFO (OverseerStateUpdate-98459126007529475-127.0.0.1:37253_solr-n_0000000000) [n:127.0.0.1:37253_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection2_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37253/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 22248 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 22249 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 22379 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 22379 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 23298 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 23298 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 23337 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 23377 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 23377 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
[junit4] 2> 23378 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37253.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@607eb919
[junit4] 2> 23378 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 23378 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
[junit4] 2> 23390 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n2] Schema name=minimal
[junit4] 2> 23438 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 23438 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n2' using configuration from collection testCollection2, trusted=true
[junit4] 2> 23439 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37253.solr.core.testCollection2.shard2.replica_n2' (registry 'solr.core.testCollection2.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@607eb919
[junit4] 2> 23439 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 23439 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001/node1/testCollection2_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001/tempDir-001/node1/./testCollection2_shard2_replica_n2/data/]
[junit4] 2> 24043 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 24044 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 24046 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 24046 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 24051 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@229914ca[testCollection2_shard1_replica_n1] main]
[junit4] 2> 24055 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 24055 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 24057 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 24067 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 24068 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 24070 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 24070 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 24073 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575346027475501056
[junit4] 2> 24077 INFO (searcherExecutor-66-thread-1-processing-n:127.0.0.1:37253_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node3) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@229914ca[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 24078 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@53a3ff69[testCollection2_shard2_replica_n2] main]
[junit4] 2> 24082 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 24083 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 24084 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 24084 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575346027487035392
[junit4] 2> 24089 INFO (searcherExecutor-67-thread-1-processing-n:127.0.0.1:37253_solr x:testCollection2_shard2_replica_n2 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] Registered new searcher Searcher@53a3ff69[testCollection2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 24104 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 24104 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 24104 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37253/solr/testCollection2_shard1_replica_n1/
[junit4] 2> 24104 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 24105 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37253/solr/testCollection2_shard1_replica_n1/ has no replicas
[junit4] 2> 24105 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 24117 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37253/solr/testCollection2_shard1_replica_n1/ shard1
[junit4] 2> 24166 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 24166 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 24166 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37253/solr/testCollection2_shard2_replica_n2/
[junit4] 2> 24166 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 24167 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:37253/solr/testCollection2_shard2_replica_n2/ has no replicas
[junit4] 2> 24167 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 24200 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37253/solr/testCollection2_shard2_replica_n2/ shard2
[junit4] 2> 24320 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 24320 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 24326 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 24329 INFO (qtp1732399539-71) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2080
[junit4] 2> 24422 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 24428 INFO (qtp1732399539-73) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2179
[junit4] 2> 24435 INFO (qtp1732399539-70) [n:127.0.0.1:37253_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 24537 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 24537 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 25435 INFO (qtp1732399539-70) [n:127.0.0.1:37253_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3816
[junit4] 2> 25443 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 25447 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
[junit4] 2> 25447 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
[junit4] 2> 25448 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
[junit4] 2> 25495 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[AE54A65450A1BE5B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 25526 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=null
[junit4] 2> 25560 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@cb1b2b5
[junit4] 2> 25619 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=212972213
[junit4] 2> 25619 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=212972213
[junit4] 2> 25626 INFO (qtp1732399539-67) [n:127.0.0.1:37253_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n3&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=112
[junit4] 2> 25628 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[AE54A65450A1BE5B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=AE54A65450A1BE5B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=pt-BR -Dtests.timezone=Asia/Atyrau -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.19s J0 | LeaderElectionContextKeyTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([AE54A65450A1BE5B:2600998EFE5DD3A3]:0)
[junit4] > at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 25667 INFO (OverseerCollectionConfigSetProcessor-98459126007529475-127.0.0.1:37253_solr-n_0000000000) [n:127.0.0.1:37253_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 25687 INFO (jetty-closer-10-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@28326aa9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 25688 INFO (jetty-closer-10-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=654612227
[junit4] 2> 25695 INFO (jetty-closer-10-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 25703 INFO (jetty-closer-10-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 25707 INFO (jetty-closer-10-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 25714 INFO (jetty-closer-10-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 25751 INFO (coreCloseExecutor-76-thread-1) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@815c346
[junit4] 2> 25771 INFO (coreCloseExecutor-76-thread-2) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@33ed6f3b
[junit4] 2> 25800 INFO (coreCloseExecutor-76-thread-1) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=135643974
[junit4] 2> 25816 INFO (coreCloseExecutor-76-thread-3) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@75f4df02
[junit4] 2> 25818 INFO (coreCloseExecutor-76-thread-1) [n:127.0.0.1:37253_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=135643974
[junit4] 2> 25821 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 25821 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 25825 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 25825 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 25869 INFO (coreCloseExecutor-76-thread-3) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n2, tag=1978982146
[junit4] 2> 26047 INFO (coreCloseExecutor-76-thread-3) [n:127.0.0.1:37253_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=1978982146
[junit4] 2> 26055 INFO (coreCloseExecutor-76-thread-2) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=871198523
[junit4] 2> 26068 INFO (coreCloseExecutor-76-thread-2) [n:127.0.0.1:37253_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=871198523
[junit4] 2> 26069 INFO (jetty-closer-10-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98459126007529475-127.0.0.1:37253_solr-n_0000000000) closing
[junit4] 2> 26070 INFO (OverseerStateUpdate-98459126007529475-127.0.0.1:37253_solr-n_0000000000) [n:127.0.0.1:37253_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37253_solr
[junit4] 2> 27606 WARN (zkCallback-16-thread-1-processing-n:127.0.0.1:37253_solr) [n:127.0.0.1:37253_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 27607 INFO (jetty-closer-10-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36ebe2f{/solr,null,UNAVAILABLE}
[junit4] 2> 27610 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 27612 INFO (SUITE-LeaderElectionContextKeyTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58457 58457
[junit4] 2> 27728 INFO (Thread-14) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58457 58457
[junit4] 2> 27730 WARN (Thread-14) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testCollection1/state.json
[junit4] 2> 6 /solr/collections/testCollection2/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_AE54A65450A1BE5B-001
[junit4] 2> Aug 10, 2017 12:10:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=19494, maxDocsPerChunk=8, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=19494, blockSize=1)), sim=RandomSimilarity(queryNorm=false): {}, locale=pt-BR, timezone=Asia/Atyrau
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=243296000,total=324534272
[junit4] 2> NOTE: All tests run in this JVM: [TestBinaryField, TestConfigSets, LeaderElectionContextKeyTest]
[junit4] Completed [9/729 (1!)] on J0 in 15.31s, 1 test, 1 failure <<< FAILURES!
[...truncated 1166 lines...]
[junit4] Suite: org.apache.solr.update.AutoCommitTest
[junit4] 2> 2560028 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_AE54A65450A1BE5B-001/init-core-data-001
[junit4] 2> 2560029 WARN (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 2560029 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2560032 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2560033 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2560033 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2560064 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2560088 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 2560226 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2560318 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e9375ba
[junit4] 2> 2560323 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e9375ba
[junit4] 2> 2560324 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e9375ba
[junit4] 2> 2560329 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2560376 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2560400 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2560520 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2560528 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2560528 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e9375ba
[junit4] 2> 2560529 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2560529 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_AE54A65450A1BE5B-001/init-core-data-001/]
[junit4] 2> 2560530 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=3.1943359375, floorSegmentMB=1.2392578125, forceMergeDeletesPctAllowed=28.227444989997405, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2560633 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2560633 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2560634 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2560634 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2560635 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.154818092729096]
[junit4] 2> 2560639 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@10e42276[collection1] main]
[junit4] 2> 2560640 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2560647 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2560673 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2560673 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2560673 INFO (coreLoadExecutor-9732-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575348688027385856
[junit4] 2> 2560673 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2560673 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2560673 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2560674 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2560674 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2560674 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2560674 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2560675 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2560676 INFO (searcherExecutor-9733-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@10e42276[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2560678 INFO (SUITE-AutoCommitTest-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2560681 INFO (TEST-AutoCommitTest.testMaxTime-seed#[AE54A65450A1BE5B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
[junit4] 2> 2560681 INFO (TEST-AutoCommitTest.testMaxTime-seed#[AE54A65450A1BE5B]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 2560682 INFO (TEST-AutoCommitTest.testMaxTime-seed#[AE54A65450A1BE5B]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@c9a80f2[collection1] realtime]
[junit4] 2> 2560682 INFO (TEST-AutoCommitTest.testMaxTime-seed#[AE54A65450A1BE5B]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
[junit4] 2> 2560683 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[AE54A65450A1BE5B]) [ ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 2560684 INFO (TEST-AutoCommitTest.testMaxTime-seed#[AE54A65450A1BE5B]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/
[...truncated too long message...]
n expired for /live_nodes]
[junit4] 2> 4251297 INFO (jetty-closer-28818-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25f929a0{/solr,null,UNAVAILABLE}
[junit4] 2> 4251297 INFO (jetty-closer-28818-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55d8700e{/solr,null,UNAVAILABLE}
[junit4] 2> 4251308 WARN (zkCallback-28870-thread-3-processing-n:127.0.0.1:40131_solr) [n:127.0.0.1:40131_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4251308 INFO (jetty-closer-28818-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65f723aa{/solr,null,UNAVAILABLE}
[junit4] 2> 4251309 WARN (zkCallback-28859-thread-4-processing-n:127.0.0.1:33325_solr) [n:127.0.0.1:33325_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4251310 INFO (jetty-closer-28818-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3dd2b61d{/solr,null,UNAVAILABLE}
[junit4] 2> 4251311 ERROR (SUITE-TestStressCloudBlindAtomicUpdates-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4251312 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[AE54A65450A1BE5B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50063 50063
[junit4] 2> 4251416 INFO (Thread-9876) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50063 50063
[junit4] 2> 4251419 WARN (Thread-9876) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 10 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2070 /solr/collections/test_col/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/98459383858921496-127.0.0.1:33325_solr-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/98459383858921495-127.0.0.1:39077_solr-n_0000000004
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_AE54A65450A1BE5B-001
[junit4] 2> Aug 10, 2017 1:21:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Lucene70), long_dv_idx=DocValuesFormat(name=Direct), long_dv_stored=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), long_dv=DocValuesFormat(name=Direct), long_dv_stored_idx=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1932, maxMBSortInHeap=5.589011820785171, sim=RandomSimilarity(queryNorm=true): {}, locale=hr, timezone=Pacific/Guadalcanal
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=73924848,total=534773760
[junit4] 2> NOTE: All tests run in this JVM: [TestJmxIntegration, SuggesterTest, SimplePostToolTest, TestPointFields, OverseerStatusTest, TestHighFrequencyDictionaryFactory, DeleteNodeTest, ClassificationUpdateProcessorFactoryTest, CdcrVersionReplicationTest, AsyncCallRequestStatusResponseTest, TestFastWriter, TestCustomStream, MultiTermTest, HttpPartitionTest, TestRandomFlRTGCloud, TestSubQueryTransformer, TestCodecSupport, TestDistributedMissingSort, TestSolrDeletionPolicy2, TestBulkSchemaAPI, TestPrepRecovery, CoreMergeIndexesAdminHandlerTest, TestDFRSimilarityFactory, TestFieldTypeCollectionResource, ReplicationFactorTest, TestSort, TestNumericTokenStream, TestOverriddenPrefixQueryForCustomFieldType, HLLUtilTest, DateMathParserTest, BlobRepositoryCloudTest, PeerSyncWithIndexFingerprintCachingTest, DistributedSuggestComponentTest, TestFieldCacheSort, BasicAuthStandaloneTest, BufferStoreTest, DirectUpdateHandlerTest, SolrCloudReportersTest, TestRawTransformer, DateFieldTest, ShowFileRequestHandlerTest, SignatureUpdateProcessorFactoryTest, CircularListTest, XsltUpdateRequestHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, SortByFunctionTest, MigrateRouteKeyTest, TestSchemaResource, TestZkChroot, TimeZoneUtilsTest, TestQueryWrapperFilter, TestExpandComponent, RecoveryAfterSoftCommitTest, TestCloudNestedDocsSort, SearchHandlerTest, TestNumericTerms64, SolrTestCaseJ4Test, TestDefaultStatsCache, TestLockTree, TestFilteredDocIdSet, V2StandaloneTest, PrimitiveFieldTypeTest, TestTolerantSearch, CollectionReloadTest, TestStressReorder, TestExportWriter, TestTrie, TestSizeLimitedDistributedMap, TestInfoStreamLogging, URLClassifyProcessorTest, SuggesterFSTTest, SuggestComponentContextFilterQueryTest, RecoveryZkTest, TestConfigSetsAPIExclusivity, SolrGraphiteReporterTest, AnalyticsQueryTest, ResponseLogComponentTest, SolrCoreCheckLockOnStartupTest, TestDelegationWithHadoopAuth, TestStressLiveNodes, AnalysisErrorHandlingTest, TestReload, TestSuggestSpellingConverter, TestScoreJoinQPScore, TestMultiValuedNumericRangeQuery, PreAnalyzedFieldTest, TestAuthenticationFramework, DistribJoinFromCollectionTest, CustomCollectionTest, SolrCLIZkUtilsTest, BlockJoinFacetRandomTest, TestSolrConfigHandler, TestNonDefinedSimilarityFactory, TestQuerySenderListener, TestGroupingSearch, TestRecovery, TestBackupRepositoryFactory, TestBlendedInfixSuggestions, SpellPossibilityIteratorTest, TestExceedMaxTermLength, TestUnifiedSolrHighlighter, TestLegacyFieldReuse, TestJavabinTupleStreamParser, BigEndianAscendingWordDeserializerTest, TestJsonFacets, DistributedFacetPivotLongTailTest, ReplicaListTransformerTest, LeaderFailureAfterFreshStartTest, TestTolerantUpdateProcessorRandomCloud, TemplateUpdateProcessorTest, WrapperMergePolicyFactoryTest, TestJettySolrRunner, DocumentBuilderTest, NotRequiredUniqueKeyTest, TestTrackingShardHandlerFactory, TestPKIAuthenticationPlugin, TestSolrCoreSnapshots, SimpleMLTQParserTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, TestReplicationHandler, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestFunctionQuery, TestIndexSearcher, HighlighterTest, DistributedQueryElevationComponentTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestCharFilters, SynonymTokenizerTest, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, TestSystemIdResolver, SpellingQueryConverterTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, ConnectionReuseTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteStatusTest, DistributedQueueTest, DocValuesNotIndexedTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSUlogDirTest, MultiThreadedOCPTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestCryptoKeys, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestReplicaProperties, TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [556/729 (4!)] on J2 in 304.69s, 5 tests, 1 error <<< FAILURES!
[...truncated 43868 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1378 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1378/
4 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test
Error Message:
The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
Stack Trace:
java.lang.AssertionError: The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
at __randomizedtesting.SeedInfo.seed([D8359DE4DB9BC7F:85D76604E345D187]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ChaosMonkey.stopTheMonkey(ChaosMonkey.java:587)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:222)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 1) Thread[id=30947, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=31154, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135) 3) Thread[id=31260, name=StoppableCommitThread-SendThread(127.0.0.1:33043), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 4) Thread[id=31152, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135) 5) Thread[id=31153, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135) 6) Thread[id=31326, name=zkCallback-240-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=31264, name=zkCallback-282-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=31269, name=zkCallback-240-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=30948, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]-SendThread(127.0.0.1:33043), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 10) Thread[id=31324, name=zkCallback-282-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=31325, name=zkCallback-282-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=31155, name=StoppableSearchThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127) at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113) at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648) at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1227) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957) at org.apache.solr.cloud.StoppableSearchThread.run(StoppableSearchThread.java:54) 13) Thread[id=31261, name=StoppableCommitThread-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 14) Thread[id=31327, name=zkCallback-240-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=30949, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 16) Thread[id=31157, name=StoppableCommitThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1217) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524) at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544) at org.apache.solr.cloud.StoppableCommitThread.run(StoppableCommitThread.java:49)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:
1) Thread[id=30947, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=31154, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
3) Thread[id=31260, name=StoppableCommitThread-SendThread(127.0.0.1:33043), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
4) Thread[id=31152, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
5) Thread[id=31153, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
6) Thread[id=31326, name=zkCallback-240-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=31264, name=zkCallback-282-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=31269, name=zkCallback-240-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=30948, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]-SendThread(127.0.0.1:33043), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
10) Thread[id=31324, name=zkCallback-282-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=31325, name=zkCallback-282-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=31155, name=StoppableSearchThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1227)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.cloud.StoppableSearchThread.run(StoppableSearchThread.java:54)
13) Thread[id=31261, name=StoppableCommitThread-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
14) Thread[id=31327, name=zkCallback-240-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=30949, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
16) Thread[id=31157, name=StoppableCommitThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1217)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544)
at org.apache.solr.cloud.StoppableCommitThread.run(StoppableCommitThread.java:49)
at __randomizedtesting.SeedInfo.seed([D8359DE4DB9BC7F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=31324, name=zkCallback-282-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=31154, name=StoppableIndexingThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.io.PrintStream.println(PrintStream.java:805) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:120) 3) Thread[id=31260, name=StoppableCommitThread-SendThread(127.0.0.1:33043), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 4) Thread[id=31152, name=StoppableIndexingThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.io.PrintStream.println(PrintStream.java:805) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:120) 5) Thread[id=31153, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at org.apache.lucene.util.TestRuleLimitSysouts$DelegateStream.write(TestRuleLimitSysouts.java:128) at java.io.PrintStream.write(PrintStream.java:480) at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221) at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291) at sun.nio.cs.StreamEncoder.flushBuffer(StreamEncoder.java:104) at java.io.OutputStreamWriter.flushBuffer(OutputStreamWriter.java:185) at java.io.PrintStream.write(PrintStream.java:527) at java.io.PrintStream.print(PrintStream.java:669) at java.io.PrintStream.println(PrintStream.java:823) at java.lang.Throwable$WrappedPrintStream.println(Throwable.java:748) at java.lang.Throwable.printStackTrace(Throwable.java:658) at java.lang.Throwable.printStackTrace(Throwable.java:643) at java.lang.Throwable.printStackTrace(Throwable.java:634) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:121) 6) Thread[id=31326, name=zkCallback-240-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=31325, name=zkCallback-282-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=31264, name=zkCallback-282-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=31155, name=StoppableSearchThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.io.PrintStream.println(PrintStream.java:805) at org.apache.solr.cloud.StoppableSearchThread.run(StoppableSearchThread.java:56) 10) Thread[id=31269, name=zkCallback-240-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=31327, name=zkCallback-240-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=30948, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]-SendThread(127.0.0.1:33043), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=31324, name=zkCallback-282-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=31154, name=StoppableIndexingThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.io.PrintStream.println(PrintStream.java:805)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:120)
3) Thread[id=31260, name=StoppableCommitThread-SendThread(127.0.0.1:33043), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
4) Thread[id=31152, name=StoppableIndexingThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.io.PrintStream.println(PrintStream.java:805)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:120)
5) Thread[id=31153, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at org.apache.lucene.util.TestRuleLimitSysouts$DelegateStream.write(TestRuleLimitSysouts.java:128)
at java.io.PrintStream.write(PrintStream.java:480)
at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)
at sun.nio.cs.StreamEncoder.flushBuffer(StreamEncoder.java:104)
at java.io.OutputStreamWriter.flushBuffer(OutputStreamWriter.java:185)
at java.io.PrintStream.write(PrintStream.java:527)
at java.io.PrintStream.print(PrintStream.java:669)
at java.io.PrintStream.println(PrintStream.java:823)
at java.lang.Throwable$WrappedPrintStream.println(Throwable.java:748)
at java.lang.Throwable.printStackTrace(Throwable.java:658)
at java.lang.Throwable.printStackTrace(Throwable.java:643)
at java.lang.Throwable.printStackTrace(Throwable.java:634)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:121)
6) Thread[id=31326, name=zkCallback-240-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=31325, name=zkCallback-282-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=31264, name=zkCallback-282-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=31155, name=StoppableSearchThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.io.PrintStream.println(PrintStream.java:805)
at org.apache.solr.cloud.StoppableSearchThread.run(StoppableSearchThread.java:56)
10) Thread[id=31269, name=zkCallback-240-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=31327, name=zkCallback-240-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=30948, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]-SendThread(127.0.0.1:33043), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
at __randomizedtesting.SeedInfo.seed([D8359DE4DB9BC7F]:0)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:54597/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:54597/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([D8359DE4DB9BC7F:85D76604E345D187]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11829 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/init-core-data-001
[junit4] 2> 1036578 WARN (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[D8359DE4DB9BC7F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1036578 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[D8359DE4DB9BC7F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1036579 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[D8359DE4DB9BC7F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1036579 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[D8359DE4DB9BC7F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1036579 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[D8359DE4DB9BC7F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1036580 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.ChaosMonkeyNothingIsSafeWithPullReplicasTest Starting ChaosMonkey test with 2 shards and 6 nodes
[junit4] 2> 1036589 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1036597 INFO (Thread-28578) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1036597 INFO (Thread-28578) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1036638 ERROR (Thread-28578) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1036697 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.ZkTestServer start zk server on port:33043
[junit4] 2> 1036719 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1036720 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1036720 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1036721 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1036722 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1036722 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1036723 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1036724 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1036725 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1036725 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1036726 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1036733 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1037053 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1037056 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2df00ca3{/,null,AVAILABLE}
[junit4] 2> 1037065 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@330a8677{HTTP/1.1,[http/1.1]}{127.0.0.1:59220}
[junit4] 2> 1037065 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.Server Started @1041569ms
[junit4] 2> 1037065 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/tempDir-001/control/data, hostContext=/, hostPort=59220, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/control-001/cores}
[junit4] 2> 1037065 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1037065 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1037065 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1037065 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1037065 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T13:14:02.342Z
[junit4] 2> 1037080 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1037080 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/control-001/solr.xml
[junit4] 2> 1037090 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1037096 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33043/solr
[junit4] 2> 1037179 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:59220_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1037179 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:59220_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59220_
[junit4] 2> 1037180 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:59220_ ] o.a.s.c.Overseer Overseer (id=98521660908830724-127.0.0.1:59220_-n_0000000000) starting
[junit4] 2> 1037183 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:59220_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59220_
[junit4] 2> 1037187 INFO (zkCallback-233-thread-1-processing-n:127.0.0.1:59220_) [n:127.0.0.1:59220_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1037233 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:59220_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72
[junit4] 2> 1037257 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:59220_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72
[junit4] 2> 1037257 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:59220_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72
[junit4] 2> 1037259 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:59220_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/control-001/cores
[junit4] 2> 1037311 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1037311 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33043/solr ready
[junit4] 2> 1037334 INFO (qtp1882123562-30914) [n:127.0.0.1:59220_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:59220_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1037342 INFO (OverseerThreadFactory-667-thread-1-processing-n:127.0.0.1:59220_) [n:127.0.0.1:59220_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1037454 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1037454 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1037562 INFO (zkCallback-233-thread-1-processing-n:127.0.0.1:59220_) [n:127.0.0.1:59220_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1038473 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1038484 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1038555 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1038572 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1038572 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72
[junit4] 2> 1038572 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1038572 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1038575 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=10, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.5751953125, noCFSRatio=0.2850912637047934]
[junit4] 2> 1038587 WARN (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1038620 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1038620 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1038621 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1038621 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1038622 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=89.6240234375, floorSegmentMB=0.908203125, forceMergeDeletesPctAllowed=0.8862775720749139, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1038623 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c10a23b[control_collection_shard1_replica_n1] main]
[junit4] 2> 1038624 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1038624 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1038625 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1038625 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576346576645783552
[junit4] 2> 1038631 INFO (searcherExecutor-670-thread-1-processing-n:127.0.0.1:59220_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2c10a23b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1038631 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1038631 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1038631 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59220/control_collection_shard1_replica_n1/
[junit4] 2> 1038631 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1038631 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:59220/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1038631 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1038634 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59220/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1038736 INFO (zkCallback-233-thread-1-processing-n:127.0.0.1:59220_) [n:127.0.0.1:59220_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1038821 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1038839 INFO (qtp1882123562-30912) [n:127.0.0.1:59220_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1384
[junit4] 2> 1038847 INFO (qtp1882123562-30914) [n:127.0.0.1:59220_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1038947 INFO (zkCallback-233-thread-1-processing-n:127.0.0.1:59220_) [n:127.0.0.1:59220_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1039344 INFO (OverseerCollectionConfigSetProcessor-98521660908830724-127.0.0.1:59220_-n_0000000000) [n:127.0.0.1:59220_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1039847 INFO (qtp1882123562-30914) [n:127.0.0.1:59220_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:59220_&wt=javabin&version=2} status=0 QTime=2513
[junit4] 2> 1039854 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1039855 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33043/solr ready
[junit4] 2> 1039855 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1039856 INFO (qtp1882123562-30911) [n:127.0.0.1:59220_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1039857 INFO (OverseerThreadFactory-667-thread-2-processing-n:127.0.0.1:59220_) [n:127.0.0.1:59220_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1039858 WARN (OverseerThreadFactory-667-thread-2-processing-n:127.0.0.1:59220_) [n:127.0.0.1:59220_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1040067 INFO (qtp1882123562-30911) [n:127.0.0.1:59220_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1040068 INFO (qtp1882123562-30911) [n:127.0.0.1:59220_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=211
[junit4] 2> 1040173 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/shard-1-001 of type TLOG
[junit4] 2> 1040173 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1040174 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b3c15e{/,null,AVAILABLE}
[junit4] 2> 1040174 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45661fc3{HTTP/1.1,[http/1.1]}{127.0.0.1:60664}
[junit4] 2> 1040174 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.Server Started @1044679ms
[junit4] 2> 1040174 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=60664, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/shard-1-001/cores}
[junit4] 2> 1040175 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1040175 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1040175 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1040175 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1040175 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T13:14:05.452Z
[junit4] 2> 1040180 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1040180 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/shard-1-001/solr.xml
[junit4] 2> 1040185 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1040187 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33043/solr
[junit4] 2> 1040193 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:60664_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1040194 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:60664_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1040196 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:60664_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60664_
[junit4] 2> 1040197 INFO (zkCallback-240-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1040197 INFO (zkCallback-233-thread-1-processing-n:127.0.0.1:59220_) [n:127.0.0.1:59220_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1040206 INFO (zkCallback-245-thread-1-processing-n:127.0.0.1:60664_) [n:127.0.0.1:60664_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1040266 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:60664_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72
[junit4] 2> 1040274 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:60664_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72
[junit4] 2> 1040274 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:60664_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72
[junit4] 2> 1040276 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[D8359DE4DB9BC7F]) [n:127.0.0.1:60664_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/shard-1-001/cores
[junit4] 2> 1040312 INFO (qtp1093093133-30955) [n:127.0.0.1:60664_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60664_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1040314 INFO (OverseerCollectionConfigSetProcessor-98521660908830724-127.0.0.1:59220_-n_0000000000) [n:127.0.0.1:59220_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1040315 INFO (OverseerThreadFactory-667-thread-3-processing-n:127.0.0.1:59220_) [n:127.0.0.1:59220_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:60664_ for creating new replica
[junit4] 2> 1040317 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1040319 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1040424 INFO (zkCallback-245-thread-1-processing-n:127.0.0.1:60664_) [n:127.0.0.1:60664_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1041337 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1041347 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1041501 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1041513 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 1041513 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@210a7a72
[junit4] 2> 1041513 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1041513 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_D8359DE4DB9BC7F-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 1041516 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=10, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.5751953125, noCFSRatio=0.2850912637047934]
[junit4] 2> 1041530 WARN (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1041647 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1041647 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1041648 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1041648 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1041650 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=89.6240234375, floorSegmentMB=0.908203125, forceMergeDeletesPctAllowed=0.8862775720749139, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1041662 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@2313acb4[collection1_shard2_replica_t41] main]
[junit4] 2> 1041663 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1041663 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1041664 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1041665 INFO (searcherExecutor-681-thread-1-processing-n:127.0.0.1:60664_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@2313acb4[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1041665 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576346579833454592
[junit4] 2> 1041670 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1041670 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1041670 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60664/collection1_shard2_replica_t41/
[junit4] 2> 1041670 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1041670 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:60664/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1041670 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1041671 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1041674 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60664/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1041891 INFO (zkCallback-245-thread-1-processing-n:127.0.0.1:60664_) [n:127.0.0.1:60664_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1041937 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1041939 INFO (qtp1093093133-30953) [n:127.0.0.1:60664_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1622
[junit4] 2> 1041941 INFO (qtp1093093133-30955) [n:127.0.0.1:60664_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60664_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&versio
[...truncated too long message...]
cd859
[junit4] 2> 1536340 INFO (coreCloseExecutor-3309-thread-2) [n:127.0.0.1:54597_ c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.c.SolrCore [collMinRf_1x3_shard1_replica_t2] CLOSING SolrCore org.apache.solr.core.SolrCore@4b43e864
[junit4] 2> 1536349 INFO (coreCloseExecutor-3309-thread-1) [n:127.0.0.1:54597_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=628389004
[junit4] 2> 1536349 INFO (coreCloseExecutor-3309-thread-2) [n:127.0.0.1:54597_ c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collMinRf_1x3.shard1.replica_t2, tag=1262741604
[junit4] 2> 1536349 INFO (coreCloseExecutor-3309-thread-2) [n:127.0.0.1:54597_ c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4687d1a5: rootName = null, domain = solr.core.collMinRf_1x3.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.collMinRf_1x3.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@6fa0e4f7
[junit4] 2> 1536360 INFO (coreCloseExecutor-3309-thread-2) [n:127.0.0.1:54597_ c:collMinRf_1x3 s:shard1 r:core_node5 x:collMinRf_1x3_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collMinRf_1x3.shard1.leader, tag=1262741604
[junit4] 2> 1536361 INFO (TEST-HttpPartitionTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.Overseer Overseer (id=98521691720843279-127.0.0.1:54597_-n_0000000003) closing
[junit4] 2> 1536362 INFO (OverseerStateUpdate-98521691720843279-127.0.0.1:54597_-n_0000000003) [n:127.0.0.1:54597_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54597_
[junit4] 2> 1537863 WARN (zkCallback-2995-thread-2-processing-n:127.0.0.1:54597_) [n:127.0.0.1:54597_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1537867 INFO (TEST-HttpPartitionTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3b8b57ba{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1537867 INFO (TEST-HttpPartitionTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28d27b46{/,null,UNAVAILABLE}
[junit4] 2> 1537870 ERROR (TEST-HttpPartitionTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1537871 INFO (TEST-HttpPartitionTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44623 44623
[junit4] 2> 1537976 INFO (Thread-5941) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44623 44623
[junit4] 2> 1537977 WARN (Thread-5941) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/collections/collMinRf_1x3/state.json
[junit4] 2> 2 /solr/collections/c8n_crud_1x2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1537977 WARN (TEST-HttpPartitionTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.SocketProxy Closing 9 connections to: http://127.0.0.1:59070/, target: http://127.0.0.1:57472/
[junit4] 2> 1537977 WARN (TEST-HttpPartitionTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:54597/, target: http://127.0.0.1:40228/
[junit4] 2> 1537979 WARN (TEST-HttpPartitionTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:38141/, target: http://127.0.0.1:39014/
[junit4] 2> 1537979 WARN (TEST-HttpPartitionTest.test-seed#[D8359DE4DB9BC7F]) [ ] o.a.s.c.SocketProxy Closing 8 connections to: http://127.0.0.1:51199/, target: http://127.0.0.1:41602/
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=D8359DE4DB9BC7F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-NZ -Dtests.timezone=Atlantic/Bermuda -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 32.2s J2 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:54597/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([D8359DE4DB9BC7F:85D76604E345D187]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_D8359DE4DB9BC7F-001
[junit4] 2> Aug 21, 2017 1:22:24 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Memory), text=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1034, maxMBSortInHeap=7.618368394679848, sim=RandomSimilarity(queryNorm=true): {}, locale=en-NZ, timezone=Atlantic/Bermuda
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=308113384,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TermsComponentTest, DistributedFacetPivotLongTailTest, SolrMetricReporterTest, TestReplicationHandlerBackup, TestNumericTerms32, UniqFieldsUpdateProcessorFactoryTest, HdfsChaosMonkeySafeLeaderTest, TestSSLRandomization, ResponseLogComponentTest, TestManagedSchemaThreadSafety, SSLMigrationTest, URLClassifyProcessorTest, TestCustomDocTransformer, DocValuesNotIndexedTest, AtomicUpdatesTest, EnumFieldTest, PolyFieldTest, StatsComponentTest, CopyFieldTest, ConfigSetsAPITest, TestCollectionAPI, RequiredFieldsTest, OverseerTest, HdfsSyncSliceTest, SimpleFacetsTest, TestTrackingShardHandlerFactory, TestLeaderElectionZkExpiry, HdfsUnloadDistributedZkTest, TestBlobHandler, PingRequestHandlerTest, LeaderFailureAfterFreshStartTest, ClassificationUpdateProcessorTest, MultiTermTest, TestOrdValues, SpellPossibilityIteratorTest, CloudMLTQParserTest, TestReversedWildcardFilterFactory, TestStreamBody, TestSchemaVersionResource, TestQuerySenderListener, TestDFRSimilarityFactory, DateMathParserTest, StatsReloadRaceTest, TermVectorComponentDistributedTest, TestSolrConfigHandlerConcurrent, TestConfigsApi, ReplicationFactorTest, TestStressReorder, NodeMutatorTest, TestSmileRequest, TestLockTree, TestSQLHandler, CdcrReplicationDistributedZkTest, TestNoOpRegenerator, TestUtils, TestGraphMLResponseWriter, AnalyticsMergeStrategyTest, SearchHandlerTest, ConfigureRecoveryStrategyTest, TestFastWriter, TestCloudManagedSchema, DistributedExpandComponentTest, TestFieldCacheReopen, DirectUpdateHandlerTest, TestMaxTokenLenTokenizer, TestDFISimilarityFactory, TestManagedStopFilterFactory, TestGroupingSearch, IgnoreCommitOptimizeUpdateProcessorFactoryTest, UnloadDistributedZkTest, MoveReplicaHDFSUlogDirTest, CoreMergeIndexesAdminHandlerTest, TestExactSharedStatsCache, ImplicitSnitchTest, TestFieldCacheVsDocValues, TestSchemalessBufferedUpdates, TestLegacyFieldReuse, TolerantUpdateProcessorTest, SuggesterFSTTest, TestTolerantUpdateProcessorRandomCloud, TestInPlaceUpdatesDistrib, TestFieldSortValues, AsyncCallRequestStatusResponseTest, TestCodecSupport, MetricsConfigTest, HttpPartitionTest]
[junit4] Completed [682/730 (2!)] on J2 in 33.03s, 1 test, 1 failure <<< FAILURES!
[...truncated 43465 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1377 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1377/
4 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test
Error Message:
The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
Stack Trace:
java.lang.AssertionError: The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
at __randomizedtesting.SeedInfo.seed([9A78CCF286EFF815:122CF328281395ED]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ChaosMonkey.stopTheMonkey(ChaosMonkey.java:587)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:133)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:47704/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:47704/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([9A78CCF286EFF815:A7A062DEBE01A665]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:47704/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test
Error Message:
The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
Stack Trace:
java.lang.AssertionError: The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
at __randomizedtesting.SeedInfo.seed([9A78CCF286EFF815:122CF328281395ED]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ChaosMonkey.stopTheMonkey(ChaosMonkey.java:587)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:133)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:36240/py/solrj_collection4, http://127.0.0.1:42526/py/solrj_collection4, http://127.0.0.1:52902/py/solrj_collection4]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:36240/py/solrj_collection4, http://127.0.0.1:42526/py/solrj_collection4, http://127.0.0.1:52902/py/solrj_collection4]
at __randomizedtesting.SeedInfo.seed([9A78CCF286EFF815:122CF328281395ED]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.queryAndAssertResultSize(SharedFSAutoReplicaFailoverTest.java:342)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:253)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42526/py/solrj_collection4: no servers hosting shard: shard3
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 50 more
Build Log:
[...truncated 11482 lines...]
[junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/init-core-data-001
[junit4] 2> 239536 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=293 numCloses=293
[junit4] 2> 239536 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 239538 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 239538 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 239538 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /py/
[junit4] 2> 241858 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 243867 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 245027 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 245048 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 245346 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 245477 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_58074_hdfs____.ei8h58/webapp
[junit4] 2> 247352 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58074
[junit4] 2> 251175 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 251183 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 251359 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44739_datanode____e3tv44/webapp
[junit4] 2> 253110 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44739
[junit4] 2> 254612 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 254613 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 254675 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49582_datanode____.es5oen/webapp
[junit4] 2> 255699 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[9A78CCF286EFF815]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49582
[junit4] 2> 259516 INFO (IPC Server handler 2 on 52006) [ ] BlockStateChange BLOCK* processReport: from storage DS-61c88e38-0e04-4de1-8742-09f42c4be693 node DatanodeRegistration(127.0.0.1:53030, datanodeUuid=83e43aca-901e-4d04-8f9e-e31541ec10ec, infoPort=42611, infoSecurePort=0, ipcPort=48344, storageInfo=lv=-56;cid=testClusterID;nsid=1328455910;c=0), blocks: 0, hasStaleStorage: true, processing time: 3 msecs
[junit4] 2> 259516 INFO (IPC Server handler 2 on 52006) [ ] BlockStateChange BLOCK* processReport: from storage DS-0f7ab655-4f1f-4a21-8d75-04d7f4c1bfbc node DatanodeRegistration(127.0.0.1:53030, datanodeUuid=83e43aca-901e-4d04-8f9e-e31541ec10ec, infoPort=42611, infoSecurePort=0, ipcPort=48344, storageInfo=lv=-56;cid=testClusterID;nsid=1328455910;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 259520 INFO (IPC Server handler 3 on 52006) [ ] BlockStateChange BLOCK* processReport: from storage DS-b5d2aece-39f6-4fe3-b885-cba19350afec node DatanodeRegistration(127.0.0.1:49915, datanodeUuid=cf695b89-1b7f-4e28-bac6-73038d6b4c43, infoPort=38910, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-56;cid=testClusterID;nsid=1328455910;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 259520 INFO (IPC Server handler 3 on 52006) [ ] BlockStateChange BLOCK* processReport: from storage DS-23e64d3c-f68b-444b-abed-407381807f8f node DatanodeRegistration(127.0.0.1:49915, datanodeUuid=cf695b89-1b7f-4e28-bac6-73038d6b4c43, infoPort=38910, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-56;cid=testClusterID;nsid=1328455910;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 260152 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 260165 INFO (Thread-361) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 260165 INFO (Thread-361) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 260342 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.ZkTestServer start zk server on port:48550
[junit4] 2> 260343 ERROR (Thread-361) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 260434 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 260438 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 260440 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 260442 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 260444 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 260446 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 260448 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 260454 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 260457 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 260459 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 260461 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 260463 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 260606 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 260637 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b75110f{/py,null,AVAILABLE}
[junit4] 2> 260637 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@aa54816{HTTP/1.1,[http/1.1]}{127.0.0.1:42526}
[junit4] 2> 260637 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.Server Started @266585ms
[junit4] 2> 260637 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {replicaType=NRT, hostContext=/py, hostPort=42526, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/control-001/cores}
[junit4] 2> 260637 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 260637 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 260638 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 260638 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 260638 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T17:04:09.615Z
[junit4] 2> 260665 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 260665 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/control-001/solr.xml
[junit4] 2> 260677 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 260737 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48550/solr
[junit4] 2> 261083 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:42526_py ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 261084 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:42526_py ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42526_py
[junit4] 2> 261084 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:42526_py ] o.a.s.c.Overseer Overseer (id=98511241160359940-127.0.0.1:42526_py-n_0000000000) starting
[junit4] 2> 261155 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:42526_py ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42526_py
[junit4] 2> 261155 INFO (zkCallback-200-thread-1-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 261470 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:42526_py ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 261480 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:42526_py ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 261481 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:42526_py ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 261482 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:42526_py ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/control-001/cores
[junit4] 2> 261576 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 261577 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48550/solr ready
[junit4] 2> 261602 INFO (qtp121364105-1361) [n:127.0.0.1:42526_py ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42526_py&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 261648 INFO (OverseerThreadFactory-569-thread-1-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 261897 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 261898 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 262004 INFO (zkCallback-200-thread-1-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 262947 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 263025 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 263465 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 263489 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 263490 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 263522 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52006/solr_hdfs_home
[junit4] 2> 263523 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 263523 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263523 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost:52006/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 263528 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52006/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 263591 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 263591 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 263591 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 265025 WARN (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 270547 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 270553 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52006/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 270658 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52006/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 270676 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 270676 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 270705 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 270714 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 272448 INFO (IPC Server handler 8 on 52006) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53030 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0f7ab655-4f1f-4a21-8d75-04d7f4c1bfbc:NORMAL:127.0.0.1:53030|RBW], ReplicaUC[[DISK]DS-b5d2aece-39f6-4fe3-b885-cba19350afec:NORMAL:127.0.0.1:49915|RBW]]} size 72
[junit4] 2> 272448 INFO (IPC Server handler 1 on 52006) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49915 is added to blk_1073741825_1001 size 72
[junit4] 2> 273094 WARN (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 273325 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 273325 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 273326 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 273420 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 273420 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 273433 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=2, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 273673 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@155f6a60[control_collection_shard1_replica_n1] main]
[junit4] 2> 273679 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 273679 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 273682 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 273689 INFO (searcherExecutor-572-thread-1-processing-n:127.0.0.1:42526_py x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@155f6a60[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 273698 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576179872746700800
[junit4] 2> 273704 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 273704 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 273704 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42526/py/control_collection_shard1_replica_n1/
[junit4] 2> 273704 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 273705 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42526/py/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 273706 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 273705 INFO (zkCallback-200-thread-1-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 273709 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42526/py/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 273818 INFO (zkCallback-200-thread-2-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 274028 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 274042 INFO (qtp121364105-1359) [n:127.0.0.1:42526_py c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=12145
[junit4] 2> 274047 INFO (qtp121364105-1361) [n:127.0.0.1:42526_py ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 274147 INFO (zkCallback-200-thread-2-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 275047 INFO (qtp121364105-1361) [n:127.0.0.1:42526_py ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42526_py&wt=javabin&version=2} status=0 QTime=13444
[junit4] 2> 275095 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 275096 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48550/solr ready
[junit4] 2> 275096 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 275098 INFO (qtp121364105-1362) [n:127.0.0.1:42526_py ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 275114 INFO (OverseerThreadFactory-569-thread-2-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 275115 INFO (OverseerCollectionConfigSetProcessor-98511241160359940-127.0.0.1:42526_py-n_0000000000) [n:127.0.0.1:42526_py ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 275115 WARN (OverseerThreadFactory-569-thread-2-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 275536 INFO (qtp121364105-1362) [n:127.0.0.1:42526_py ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 275553 INFO (qtp121364105-1362) [n:127.0.0.1:42526_py ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=454
[junit4] 2> 275911 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-1-001 of type NRT
[junit4] 2> 275936 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 276029 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38231490{/py,null,AVAILABLE}
[junit4] 2> 276029 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f0d6836{HTTP/1.1,[http/1.1]}{127.0.0.1:52902}
[junit4] 2> 276029 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.Server Started @281977ms
[junit4] 2> 276029 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/py, hostPort=52902, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-1-001/cores}
[junit4] 2> 276030 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 276030 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 276030 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 276030 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 276030 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T17:04:25.007Z
[junit4] 2> 276068 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 276068 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-1-001/solr.xml
[junit4] 2> 276073 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 276098 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48550/solr
[junit4] 2> 276165 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:52902_py ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 276167 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:52902_py ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 276174 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:52902_py ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52902_py
[junit4] 2> 276175 INFO (zkCallback-200-thread-2-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 276198 INFO (zkCallback-207-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 276199 INFO (zkCallback-212-thread-2-processing-n:127.0.0.1:52902_py) [n:127.0.0.1:52902_py ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 276671 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:52902_py ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 276680 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:52902_py ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 276680 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:52902_py ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 276681 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:52902_py ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-1-001/cores
[junit4] 2> 276712 INFO (qtp903741486-1416) [n:127.0.0.1:52902_py ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52902_py&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 276733 INFO (OverseerCollectionConfigSetProcessor-98511241160359940-127.0.0.1:42526_py-n_0000000000) [n:127.0.0.1:42526_py ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 276736 INFO (OverseerThreadFactory-569-thread-3-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:52902_py for creating new replica
[junit4] 2> 276739 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 276739 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 276938 INFO (zkCallback-212-thread-2-processing-n:127.0.0.1:52902_py) [n:127.0.0.1:52902_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 277773 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 277818 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 278080 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 278145 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 278145 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 278146 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52006/solr_hdfs_home
[junit4] 2> 278146 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 278146 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 278146 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[hdfs://localhost:52006/solr_hdfs_home/collection1/core_node42/data/]
[junit4] 2> 278151 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52006/solr_hdfs_home/collection1/core_node42/data/snapshot_metadata
[junit4] 2> 278205 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 278205 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 278234 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 278274 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52006/solr_hdfs_home/collection1/core_node42/data
[junit4] 2> 278329 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52006/solr_hdfs_home/collection1/core_node42/data/index
[junit4] 2> 278340 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 278341 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 278443 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 278444 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 278587 INFO (IPC Server handler 4 on 52006) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49915 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-61c88e38-0e04-4de1-8742-09f42c4be693:NORMAL:127.0.0.1:53030|RBW], ReplicaUC[[DISK]DS-23e64d3c-f68b-444b-abed-407381807f8f:NORMAL:127.0.0.1:49915|RBW]]} size 0
[junit4] 2> 278590 INFO (IPC Server handler 1 on 52006) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53030 is added to blk_1073741826_1002 size 72
[junit4] 2> 278656 WARN (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 278754 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 278754 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 278754 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 278804 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 278804 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 278809 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=2, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 279010 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e6862c6[collection1_shard2_replica_n41] main]
[junit4] 2> 279011 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 279013 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 279013 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 279029 INFO (searcherExecutor-583-thread-1-processing-n:127.0.0.1:52902_py x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@6e6862c6[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 279029 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576179878336659456
[junit4] 2> 279035 INFO (zkCallback-212-thread-2-processing-n:127.0.0.1:52902_py) [n:127.0.0.1:52902_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 279036 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 279036 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 279036 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52902/py/collection1_shard2_replica_n41/
[junit4] 2> 279036 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 279036 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:52902/py/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 279036 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 279040 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52902/py/collection1_shard2_replica_n41/ shard2
[junit4] 2> 279150 INFO (zkCallback-212-thread-2-processing-n:127.0.0.1:52902_py) [n:127.0.0.1:52902_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 279191 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 279193 INFO (qtp903741486-1414) [n:127.0.0.1:52902_py c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2454
[junit4] 2> 279196 INFO (qtp903741486-1416) [n:127.0.0.1:52902_py ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52902_py&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2484
[junit4] 2> 279296 INFO (zkCallback-212-thread-2-processing-n:127.0.0.1:52902_py) [n:127.0.0.1:52902_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 279546 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-2-001 of type NRT
[junit4] 2> 279547 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 279548 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@705377fe{/py,null,AVAILABLE}
[junit4] 2> 279548 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@740cdb16{HTTP/1.1,[http/1.1]}{127.0.0.1:43421}
[junit4] 2> 279548 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.e.j.s.Server Started @285496ms
[junit4] 2> 279548 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/py, hostPort=43421, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-2-001/cores}
[junit4] 2> 279548 ERROR (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 279549 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 279549 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 279549 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 279549 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-19T17:04:28.526Z
[junit4] 2> 279578 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 279578 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-2-001/solr.xml
[junit4] 2> 279583 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 279594 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48550/solr
[junit4] 2> 279630 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:43421_py ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 279631 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:43421_py ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 279633 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:43421_py ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43421_py
[junit4] 2> 279634 INFO (zkCallback-207-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 279634 INFO (zkCallback-212-thread-2-processing-n:127.0.0.1:52902_py) [n:127.0.0.1:52902_py ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 279635 INFO (zkCallback-200-thread-2-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 279635 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:43421_py) [n:127.0.0.1:43421_py ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 279883 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:43421_py ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 279913 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:43421_py ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 279913 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:43421_py ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 279915 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[9A78CCF286EFF815]) [n:127.0.0.1:43421_py ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-2-001/cores
[junit4] 2> 280026 INFO (qtp106394524-1454) [n:127.0.0.1:43421_py ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43421_py&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 280065 INFO (OverseerCollectionConfigSetProcessor-98511241160359940-127.0.0.1:42526_py-n_0000000000) [n:127.0.0.1:42526_py ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 280068 INFO (OverseerThreadFactory-569-thread-4-processing-n:127.0.0.1:42526_py) [n:127.0.0.1:42526_py ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43421_py for creating new replica
[junit4] 2> 280072 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 280072 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 280330 INFO (zkCallback-218-thread-1-processing-n:127.0.0.1:43421_py) [n:127.0.0.1:43421_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 280330 INFO (zkCallback-212-thread-2-processing-n:127.0.0.1:52902_py) [n:127.0.0.1:52902_py ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 281167 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 281201 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 281479 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 281489 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 281490 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c44ceb3
[junit4] 2> 281490 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52006/solr_hdfs_home
[junit4] 2> 281490 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 281490 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 281490 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_9A78CCF286EFF815-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[hdfs://localhost:52006/solr_hdfs_home/collection1/core_node44/data/]
[junit4] 2> 281491 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52006/solr_hdfs_home/collection1/core_node44/data/snapshot_metadata
[junit4] 2> 281498 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 281498 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 281518 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 281520 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52006/solr_hdfs_home/collection1/core_node44/data
[junit4] 2> 281573 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52006/solr_hdfs_home/collection1/core_node44/data/index
[junit4] 2> 281625 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 281625 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 281648 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 281649 INFO (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 281723 INFO (IPC Server handler 8 on 52006) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49915 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-61c88e38-0e04-4de1-8742-09f42c4be693:NORMAL:127.0.0.1:53030|RBW], ReplicaUC[[DISK]DS-b5d2aece-39f6-4fe3-b885-cba19350afec:NORMAL:127.0.0.1:49915|FINALIZED]]} size 0
[junit4] 2> 281738 INFO (IPC Server handler 1 on 52006) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53030 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-61c88e38-0e04-4de1-8742-09f42c4be693:NORMAL:127.0.0.1:53030|RBW], ReplicaUC[[DISK]DS-b5d2aece-39f6-4fe3-b885-cba19350afec:NORMAL:127.0.0.1:49915|FINALIZED]]} size 0
[junit4] 2> 281793 WARN (qtp106394524-1452) [n:127.0.0.1:43421_py c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestH
[...truncated too long message...]
Impl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.teardownClass(HdfsChaosMonkeySafeLeaderTest.java:47)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_9A78CCF286EFF815-001
[junit4] 2> Aug 19, 2017 6:08:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=FST50, a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_i=FST50, id=FST50}, docValues:{rnd_b=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=409, maxMBSortInHeap=5.97756346377407, sim=RandomSimilarity(queryNorm=false): {}, locale=hi, timezone=Africa/Khartoum
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=225423320,total=495976448
[junit4] 2> NOTE: All tests run in this JVM: [UUIDUpdateProcessorFallbackTest, RestartWhileUpdatingTest, TestSolr4Spatial, TestRangeQuery, TestTestInjection, BinaryUpdateRequestHandlerTest, TestReplicationHandler, TestStressLucene, DefaultValueUpdateProcessorTest, TestDocTermOrds, TestRawTransformer, FieldMutatingUpdateProcessorTest, TestNonDefinedSimilarityFactory, TestCSVLoader, TestLegacyNumericUtils, DistributedQueryElevationComponentTest, WordBreakSolrSpellCheckerTest, TestHighFrequencyDictionaryFactory, TestJoin, CheckHdfsIndexTest, TestCloudNestedDocsSort, RAMDirectoryFactoryTest, PeerSyncTest, TestXmlQParser, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SolrIndexSplitterTest, BasicDistributedZkTest, TestNumericRangeQuery32, TestSlowCompositeReaderWrapper, LeaderInitiatedRecoveryOnCommitTest, TestConfigSetsAPIZkFailure, CollectionStateFormat2Test, TestJsonFacets, SaslZkACLProviderTest, OutputWriterTest, TestSearcherReuse, ExternalFileFieldSortTest, TlogReplayBufferedWhileIndexingTest, HdfsCollectionsAPIDistributedZkTest, TestSegmentSorting, TestSolr4Spatial2, TestInPlaceUpdatesStandalone, TestExceedMaxTermLength, TestDynamicFieldResource, BasicAuthStandaloneTest, TestMissingGroups, MergeStrategyTest, HLLUtilTest, ManagedSchemaRoundRobinCloudTest, SolrJmxReporterCloudTest, TestJavabinTupleStreamParser, TestFastOutputStream, TestBulkSchemaAPI, TestEmbeddedSolrServerConstructors, TestFaceting, DeleteInactiveReplicaTest, ClassificationUpdateProcessorFactoryTest, ChaosMonkeyNothingIsSafeTest, TestFieldCacheSort, AnalyticsQueryTest, SolrIndexConfigTest, ZkNodePropsTest, SolrCoreMetricManagerTest, BufferStoreTest, TestDistribDocBasedVersion, DebugComponentTest, TestMergePolicyConfig, UUIDFieldTest, TestReqParamsAPI, XmlUpdateRequestHandlerTest, FieldAnalysisRequestHandlerTest, HdfsThreadLeakTest, TestHdfsCloudBackupRestore, TestDelegationWithHadoopAuth, TestConfigReload, TestBadConfig, TestFieldTypeCollectionResource, TestCSVResponseWriter, TestRemoteStreaming, ForceLeaderTest, OverseerTaskQueueTest, TestLazyCores, OutOfBoxZkACLAndCredentialsProvidersTest, CdcrReplicationHandlerTest, AssignBackwardCompatibilityTest, OpenExchangeRatesOrgProviderTest, SmileWriterTest, SolrMetricsIntegrationTest, CursorPagingTest, TestSolrDeletionPolicy1, TestSystemCollAutoCreate, TestScoreJoinQPScore, LeaderElectionIntegrationTest, EchoParamsTest, SimpleMLTQParserTest, LeaderElectionContextKeyTest, HighlighterConfigTest, TestZkAclsWithHadoopAuth, DocumentAnalysisRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, TestCoreAdminApis, TestQueryWrapperFilter, TestIBSimilarityFactory, SpatialRPTFieldTypeTest, TestConfigSets, TestExtendedDismaxParser, TestBinaryField, ConnectionReuseTest, TestStressCloudBlindAtomicUpdates, TestApiFramework, TestDistributedSearch, CoreSorterTest, TestFunctionQuery, TestNumericTerms64, ParsingFieldUpdateProcessorsTest, PluginInfoTest, TestManagedSynonymFilterFactory, RequestLoggingTest, DateRangeFieldTest, JavabinLoaderTest, MoveReplicaTest, SecurityConfHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPI, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudClusterSSL, TestPullReplica, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeySafeLeaderTest]
[junit4] Completed [565/730 (4!)] on J0 in 85.88s, 1 test, 1 failure <<< FAILURES!
[...truncated 523 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20170819_165942_9632694747856920483553.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid20580.hprof ...
[junit4] Heap dump file created [154692304 bytes in 0.976 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 7508 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:818: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:762: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid20580.hprof
Total time: 300 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1376 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1376/
6 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at __randomizedtesting.SeedInfo.seed([8E885506748B0FDA:2C501BDC107926DC]:0)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:896)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:910)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1711)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1460)
at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:200)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:296)
at org.apache.lucene.util.fst.Builder.add(Builder.java:400)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:373)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:416)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:406)
at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:527)
at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:139)
at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:151)
at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:181)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:125)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4390)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4030)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
FAILED: org.apache.lucene.index.TestIndexSorting.testBasicMultiValuedString
Error Message:
Captured an uncaught exception in thread: Thread[id=7657, name=Lucene Merge Thread #1, state=RUNNABLE, group=TGRP-TestIndexSorting]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7657, name=Lucene Merge Thread #1, state=RUNNABLE, group=TGRP-TestIndexSorting]
at __randomizedtesting.SeedInfo.seed([8E885506748B0FDA:8F9F917A48D9C232]:0)
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([8E885506748B0FDA]:0)
at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:200)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:296)
at org.apache.lucene.util.fst.Builder.add(Builder.java:400)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:373)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:416)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:406)
at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:527)
at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:139)
at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:151)
at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:181)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:125)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4390)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4030)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:45079/xh_cos/x/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:45079/xh_cos/x/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([40DEC35A647D2AE4:C88AFC80CA81471C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([40DEC35A647D2AE4:C88AFC80CA81471C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([40DEC35A647D2AE4:C88AFC80CA81471C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:403)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:248)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 1511 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=8E885506748B0FDA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sr-BA -Dtests.timezone=Atlantic/Bermuda -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 119s J2 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([8E885506748B0FDA:2C501BDC107926DC]:0)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:896)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:910)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1711)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1460)
[junit4] > at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2301)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] > at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:200)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:296)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:400)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:373)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:416)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:406)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:527)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:139)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:151)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:181)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:125)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4390)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4030)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
[junit4] 2> авг 15, 2017 5:37:39 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #1,5,TGRP-TestIndexSorting]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8E885506748B0FDA]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
[junit4] 2> at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
[junit4] 2> at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] 2> at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] 2> at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] 2> at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:200)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:296)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:400)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:373)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:416)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:406)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:527)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:139)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:151)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:181)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:125)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4390)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4030)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testBasicMultiValuedString -Dtests.seed=8E885506748B0FDA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sr-BA -Dtests.timezone=Atlantic/Bermuda -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.10s J2 | TestIndexSorting.testBasicMultiValuedString <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7657, name=Lucene Merge Thread #1, state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] > at __randomizedtesting.SeedInfo.seed([8E885506748B0FDA:8F9F917A48D9C232]:0)
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([8E885506748B0FDA]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.packed.Packed8ThreeBlocks.<init>(Packed8ThreeBlocks.java:41)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:963)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.ensureCapacity(GrowableWriter.java:80)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] > at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:200)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:296)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:400)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:373)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:416)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:406)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:527)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:139)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:151)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:181)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:125)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4390)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4030)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_8E885506748B0FDA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {sparse_text=PostingsFormat(name=Memory), docs=BlockTreeOrds(blocksize=128), norms=BlockTreeOrds(blocksize=128), positions=Lucene50(blocksize=128), id=BlockTreeOrds(blocksize=128), term_vectors=BlockTreeOrds(blocksize=128)}, docValues:{multi_valued_long=DocValuesFormat(name=Asserting), foo=DocValuesFormat(name=Asserting), numeric=DocValuesFormat(name=Memory), float=DocValuesFormat(name=Lucene70), multi_valued_numeric=DocValuesFormat(name=Memory), long=DocValuesFormat(name=Lucene70), points=DocValuesFormat(name=Lucene70), sparse_int=DocValuesFormat(name=Lucene70), bar=DocValuesFormat(name=Memory), multi_valued_double=DocValuesFormat(name=Memory), docs=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), multi_valued_int=DocValuesFormat(name=Lucene70), multi_valued_bytes=DocValuesFormat(name=Memory), sparse_text=DocValuesFormat(name=Lucene70), double=DocValuesFormat(name=Memory), sparse_binary=DocValuesFormat(name=Lucene70), positions=DocValuesFormat(name=Asserting), int=DocValuesFormat(name=Memory), sorted=DocValuesFormat(name=Memory), sparse=DocValuesFormat(name=Lucene70), multi_valued_string=DocValuesFormat(name=Memory), norms=DocValuesFormat(name=Memory), bytes=DocValuesFormat(name=Memory), dense_int=DocValuesFormat(name=Memory), binary=DocValuesFormat(name=Memory), multi_valued_float=DocValuesFormat(name=Asserting), term_vectors=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1739, maxMBSortInHeap=5.247618241429581, sim=RandomSimilarity(queryNorm=false): {positions=DFR GB3(800.0), id=DFR G1, term_vectors=LM Jelinek-Mercer(0.700000)}, locale=sr-BA, timezone=Atlantic/Bermuda
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=336886288,total=473432064
[junit4] 2> NOTE: All tests run in this JVM: [TestNoMergePolicy, TestQueryRescorer, TestPayloadsOnVectors, TestSpans, TestIndexWriterDeleteByQuery, TestNRTReaderWithThreads, TestFilterDirectory, TestLogMergePolicy, TestStopFilter, TestBlockPostingsFormat, TestMergePolicyWrapper, TestMultiTermsEnum, TestSortedSetDocValues, TestBytesRefHash, TestAllFilesHaveChecksumFooter, TestLSBRadixSorter, TestBagOfPostings, TestComplexExplanationsOfNonMatches, TestAssertions, TestIndexWriterOnDiskFull, TestLucene60PointsFormat, TestVersion, TestDocValuesRewriteMethod, TestSegmentTermEnum, TestSloppyMath, TestPackedInts, TestSearchWithThreads, TestPayloads, TestSpanNearQuery, TermInSetQueryTest, TestIntArrayDocIdSet, Test2BPagedBytes, TestTermRangeQuery, TestAttributeSource, TestBinaryDocument, TestSimilarity2, TestSpanTermQuery, TestFieldsReader, TestReadOnlyIndex, TestTermVectors, TestField, TestDocValuesScoring, TestSortRescorer, TestForUtil, TestHugeRamFile, TestIOUtils, TestSameTokenSamePosition, TestIndexWriterMerging, TestTimSorterWorstCase, TestDocument, TestConjunctionDISI, TestFixedBitSet, TestSleepingLockWrapper, TestLucene70NormsFormat, TestRadixSelector, TestHighCompressionMode, TestSegmentTermDocs, TestPerFieldPostingsFormat2, TestIndexWriterReader, TestSimpleExplanationsOfNonMatches, TestScorerPerf, TestPrefixQuery, TestPackedTokenAttributeImpl, TestCharsRef, TestEarlyTerminatingSortingCollector, TestIntsRef, TestCharsRefBuilder, TestSimilarityBase, TestDisjunctionMaxQuery, TestLucene50StoredFieldsFormatHighCompression, TestNIOFSDirectory, TestConjunctions, TestSegmentReader, TestUsageTrackingFilterCachingPolicy, TestOneMergeWrappingMergePolicy, MultiCollectorTest, TestIndexWriter, TestPerFieldDocValuesFormat, TestGraphTokenizers, TestShardSearching, TestSearcherManager, TestIndexWriterCommit, TestDirectoryReaderReopen, TestTimeLimitingCollector, TestDocumentsWriterStallControl, TestPhraseQuery, TestCollectionUtil, TestNRTCachingDirectory, TestFastDecompressionMode, TestParallelCompositeReader, TestFieldCacheRewriteMethod, TestPagedBytes, TestTransactions, TestCrash, TestMultiThreadTermVectors, TestSimpleSearchEquivalence, TestTermsEnum2, TestDeterminizeLexicon, Test2BDocs, TestPostingsOffsets, TestTransactionRollback, TestSpanExplanations, TestFastCompressionMode, TestRAMDirectory, TestDeterminism, TestCharTermAttributeImpl, TestParallelLeafReader, TestForceMergeForever, TestOmitTf, TestMultiFields, TestDocumentsWriterDeleteQueue, TestDocumentWriter, TestCrashCausesCorruptIndex, TestLiveFieldValues, TestSpanSearchEquivalence, TestRamUsageEstimator, TestIsCurrent, TestNoMergeScheduler, TestNamedSPILoader, TestIndexWriterLockRelease, TestPhrasePrefixQuery, TestByteBlockPool, TestBytesRef, TestCharFilter, TestTwoPhaseCommitTool, TestNot, TestCloseableThreadLocal, TestCodecHoldsOpenFiles, TestScoreCachingWrappingScorer, TestSimpleAttributeImpl, TestTermdocPerf, Test2BPositions, TestIndexCommit, TestByteArrayDataInput, Test2BNumericDocValues, TestCharArrayMap, TestCharacterUtils, TestReusableStringReader, TestBytesRefAttImpl, TestLucene50CompoundFormat, TestGeoEncodingUtils, TestGeoUtils, TestDocValues, TestExceedMaxTermLength, TestFieldReuse, TestFilterDirectoryReader, TestIndexManyDocuments, TestIndexReaderClose, TestIndexSorting]
[junit4] Completed [391/454 (1!)] on J2 in 153.55s, 50 tests, 2 errors <<< FAILURES!
[...truncated 209 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J2-20170815_195430_1617528114715525506251.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid6871.hprof ...
[junit4] Heap dump file created [496965890 bytes in 2.246 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 10751 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 2299082 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[40DEC35A647D2AE4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/init-core-data-001
[junit4] 2> 2299082 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[40DEC35A647D2AE4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 2299082 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[40DEC35A647D2AE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2299084 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[40DEC35A647D2AE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2299084 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[40DEC35A647D2AE4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2299086 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2299091 INFO (Thread-17875) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2299091 INFO (Thread-17875) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2299092 ERROR (Thread-17875) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2299191 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.ZkTestServer start zk server on port:34302
[junit4] 2> 2299200 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2299201 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2299202 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2299203 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2299204 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2299205 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2299205 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2299206 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2299207 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2299207 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2299208 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2299209 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2299302 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2299319 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4096b495{/,null,AVAILABLE}
[junit4] 2> 2299321 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78c6bee6{HTTP/1.1,[http/1.1]}{127.0.0.1:52914}
[junit4] 2> 2299321 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.Server Started @2302957ms
[junit4] 2> 2299321 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=52914, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/control-001/cores}
[junit4] 2> 2299321 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2299321 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2299321 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2299321 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2299322 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T23:13:02.620Z
[junit4] 2> 2299330 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2299330 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/control-001/solr.xml
[junit4] 2> 2299334 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2299337 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34302/solr
[junit4] 2> 2299375 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:52914_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2299376 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:52914_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52914_
[junit4] 2> 2299376 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:52914_ ] o.a.s.c.Overseer Overseer (id=98490042442645508-127.0.0.1:52914_-n_0000000000) starting
[junit4] 2> 2299379 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:52914_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52914_
[junit4] 2> 2299381 INFO (OverseerStateUpdate-98490042442645508-127.0.0.1:52914_-n_0000000000) [n:127.0.0.1:52914_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2299460 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:52914_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2299468 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:52914_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2299468 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:52914_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2299470 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:52914_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/control-001/cores
[junit4] 2> 2299494 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2299495 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34302/solr ready
[junit4] 2> 2299497 INFO (qtp895015159-145044) [n:127.0.0.1:52914_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52914_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2299498 INFO (OverseerThreadFactory-10469-thread-1-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2299604 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2299604 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2299708 INFO (zkCallback-34433-thread-1-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2300645 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2300655 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2300734 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2300745 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2300746 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2300746 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2300746 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2300748 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=1.1005859375, floorSegmentMB=0.74609375, forceMergeDeletesPctAllowed=23.374272080294876, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8020740871106312
[junit4] 2> 2300750 WARN (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2300780 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2300780 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2300781 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2300781 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2300783 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=88.3935546875, floorSegmentMB=0.5546875, forceMergeDeletesPctAllowed=5.720669990754655, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46217260095974877
[junit4] 2> 2300783 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13862c2f[control_collection_shard1_replica_n1] main]
[junit4] 2> 2300784 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2300784 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2300785 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2300786 INFO (searcherExecutor-10472-thread-1-processing-n:127.0.0.1:52914_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@13862c2f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2300786 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575840680859664384
[junit4] 2> 2300791 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2300791 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2300791 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52914/control_collection_shard1_replica_n1/
[junit4] 2> 2300791 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2300791 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:52914/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2300791 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2300794 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52914/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2300895 INFO (zkCallback-34433-thread-1-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2300944 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2300946 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1341
[junit4] 2> 2300950 INFO (qtp895015159-145044) [n:127.0.0.1:52914_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2301050 INFO (zkCallback-34433-thread-1-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2301501 INFO (OverseerCollectionConfigSetProcessor-98490042442645508-127.0.0.1:52914_-n_0000000000) [n:127.0.0.1:52914_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2301950 INFO (qtp895015159-145044) [n:127.0.0.1:52914_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52914_&wt=javabin&version=2} status=0 QTime=2453
[junit4] 2> 2301957 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2301958 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34302/solr ready
[junit4] 2> 2301958 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2301959 INFO (qtp895015159-145041) [n:127.0.0.1:52914_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2301961 INFO (OverseerThreadFactory-10469-thread-2-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2301961 WARN (OverseerThreadFactory-10469-thread-2-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2302166 INFO (qtp895015159-145041) [n:127.0.0.1:52914_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2302166 INFO (qtp895015159-145041) [n:127.0.0.1:52914_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 2302251 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-1-001 of type NRT
[junit4] 2> 2302252 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2302253 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30c1e559{/,null,AVAILABLE}
[junit4] 2> 2302253 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@240161f1{HTTP/1.1,[http/1.1]}{127.0.0.1:51082}
[junit4] 2> 2302253 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.Server Started @2305889ms
[junit4] 2> 2302253 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=51082, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-1-001/cores}
[junit4] 2> 2302253 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2302254 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2302254 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2302254 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2302254 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T23:13:05.552Z
[junit4] 2> 2302256 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2302256 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-1-001/solr.xml
[junit4] 2> 2302260 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2302263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34302/solr
[junit4] 2> 2302269 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:51082_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2302270 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:51082_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2302271 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:51082_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51082_
[junit4] 2> 2302272 INFO (zkCallback-34440-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2302273 INFO (zkCallback-34433-thread-1-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2302274 INFO (zkCallback-34445-thread-1-processing-n:127.0.0.1:51082_) [n:127.0.0.1:51082_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2302367 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:51082_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2302377 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:51082_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2302377 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:51082_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2302378 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:51082_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-1-001/cores
[junit4] 2> 2302401 INFO (qtp895015159-145046) [n:127.0.0.1:52914_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51082_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2302403 INFO (OverseerCollectionConfigSetProcessor-98490042442645508-127.0.0.1:52914_-n_0000000000) [n:127.0.0.1:52914_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2302404 INFO (OverseerThreadFactory-10469-thread-3-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:51082_ for creating new replica
[junit4] 2> 2302406 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2302406 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2302513 INFO (zkCallback-34445-thread-1-processing-n:127.0.0.1:51082_) [n:127.0.0.1:51082_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2303420 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2303459 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 2303538 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2303549 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 2303550 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2303550 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2303550 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 2303552 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=1.1005859375, floorSegmentMB=0.74609375, forceMergeDeletesPctAllowed=23.374272080294876, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8020740871106312
[junit4] 2> 2303554 WARN (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2303584 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2303584 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2303585 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2303585 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2303586 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=88.3935546875, floorSegmentMB=0.5546875, forceMergeDeletesPctAllowed=5.720669990754655, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46217260095974877
[junit4] 2> 2303587 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@13906279[collection1_shard2_replica_n61] main]
[junit4] 2> 2303587 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2303588 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2303588 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2303589 INFO (searcherExecutor-10483-thread-1-processing-n:127.0.0.1:51082_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@13906279[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2303589 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575840683798822912
[junit4] 2> 2303594 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2303594 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2303594 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51082/collection1_shard2_replica_n61/
[junit4] 2> 2303594 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2303594 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:51082/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 2303594 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2303596 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51082/collection1_shard2_replica_n61/ shard2
[junit4] 2> 2303699 INFO (zkCallback-34445-thread-1-processing-n:127.0.0.1:51082_) [n:127.0.0.1:51082_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2303747 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2303748 INFO (qtp1858339144-145085) [n:127.0.0.1:51082_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1342
[junit4] 2> 2303750 INFO (qtp895015159-145046) [n:127.0.0.1:52914_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:51082_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1349
[junit4] 2> 2303845 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-2-001 of type NRT
[junit4] 2> 2303845 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2303846 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c9403b0{/,null,AVAILABLE}
[junit4] 2> 2303846 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6df1c576{HTTP/1.1,[http/1.1]}{127.0.0.1:47237}
[junit4] 2> 2303846 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.e.j.s.Server Started @2307482ms
[junit4] 2> 2303846 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=47237, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-2-001/cores}
[junit4] 2> 2303847 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2303848 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2303848 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2303848 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2303848 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T23:13:07.146Z
[junit4] 2> 2303850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2303850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-2-001/solr.xml
[junit4] 2> 2303851 INFO (zkCallback-34445-thread-1-processing-n:127.0.0.1:51082_) [n:127.0.0.1:51082_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2303854 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2303856 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34302/solr
[junit4] 2> 2303862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:47237_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2303864 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:47237_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2303865 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:47237_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47237_
[junit4] 2> 2303866 INFO (zkCallback-34440-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2303866 INFO (zkCallback-34445-thread-1-processing-n:127.0.0.1:51082_) [n:127.0.0.1:51082_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2303867 INFO (zkCallback-34433-thread-2-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2303869 INFO (zkCallback-34451-thread-1-processing-n:127.0.0.1:47237_) [n:127.0.0.1:47237_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2303924 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:47237_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2303933 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:47237_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2303933 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:47237_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c1dbff7
[junit4] 2> 2303934 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[40DEC35A647D2AE4]) [n:127.0.0.1:47237_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_40DEC35A647D2AE4-001/shard-2-001/cores
[junit4] 2> 2303960 INFO (qtp895015159-145042) [n:127.0.0.1:52914_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:47237_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2303963 INFO (OverseerCollectionConfigSetProcessor-98490042442645508-127.0.0.1:52914_-n_0000000000) [n:127.0.0.1:52914_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2303963 INFO (OverseerThreadFactory-10469-thread-4-processing-n:127.0.0.1:52914_) [n:127.0.0.1:52914_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:47237_ for creating new replica
[junit4] 2> 2303965 INFO (qtp561753631-145115) [n:127.0.0.1:47237_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2303965 INFO (qtp561753631-145115) [n:127.0.0.1:47237_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2304068 INFO (zkCallback-34445-thread-1-processing-n:127.0.0.1:51082_) [n:127.0.0.1:51082_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2304068 INFO (zkCallback-34451-thread-1-processing-n:127.0.0.1:47237_) [n:127.0.0.1:47237_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2304985 INFO (qtp561753631-145115) [n:127.0.0.1:47237_ c:collection1 s:shard3 x:col
[...truncated too long message...]
org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
[junit4] 2> at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.hdfsFailoverAfterClass(SharedFSAutoReplicaFailoverTest.java:97)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_40DEC35A647D2AE4-001
[junit4] 2> Aug 15, 2017 11:41:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=2, maxDocsPerChunk=7, blockSize=556), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=2, blockSize=556)), sim=RandomSimilarity(queryNorm=false): {}, locale=tr, timezone=EET
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=95718584,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [BlockJoinFacetDistribTest, ClassificationUpdateProcessorTest, HardAutoCommitTest, TestGroupingSearch, BlobRepositoryCloudTest, SignatureUpdateProcessorFactoryTest, HdfsChaosMonkeySafeLeaderTest, ReplicationFactorTest, TestOrdValues, TestTolerantUpdateProcessorRandomCloud, HdfsSyncSliceTest, SortByFunctionTest, SortSpecParsingTest, TestSolrCloudWithHadoopAuthPlugin, TestCloudManagedSchema, TestReplicaProperties, ResponseLogComponentTest, TestTrackingShardHandlerFactory, TestRestManager, AtomicUpdatesTest, BadCopyFieldTest, BitVectorTest, TestCloudJSONFacetJoinDomain, TestDynamicFieldCollectionResource, TestFieldCacheVsDocValues, AddBlockUpdateTest, TestExpandComponent, CdcrReplicationDistributedZkTest, ConfigSetsAPITest, SolrInfoBeanTest, DirectUpdateHandlerTest, SimplePostToolTest, TestJmxIntegration, MetricUtilsTest, TestSchemaVersionResource, TestNoOpRegenerator, TestChildDocTransformer, TestSort, DocumentBuilderTest, TestTrieFacet, TestPrepRecovery, MinimalSchemaTest, StatsReloadRaceTest, TestPayloadScoreQParserPlugin, TestQueryUtils, TestInfoStreamLogging, TestAnalyzedSuggestions, TermVectorComponentDistributedTest, TestMaxTokenLenTokenizer, TestSolrCoreSnapshots, TestHashQParserPlugin, SSLMigrationTest, CdcrVersionReplicationTest, TestSchemalessBufferedUpdates, WrapperMergePolicyFactoryTest, TestMaxScoreQueryParser, TestSolrDeletionPolicy2, TestSizeLimitedDistributedMap, TestNumericTerms32, TestGraphMLResponseWriter, DocValuesNotIndexedTest, VMParamsZkACLAndCredentialsProvidersTest, SimpleFacetsTest, TestLegacyFieldReuse, BlockDirectoryTest, RecoveryZkTest, TestCollectionAPI, DataDrivenBlockJoinTest, TestSha256AuthenticationProvider, ShowFileRequestHandlerTest, TestDistributedMissingSort, DirectUpdateHandlerOptimizeTest, TestManagedSchemaThreadSafety, TestSolrConfigHandler, TestSolrCoreProperties, TestSmileRequest, DistributedFacetPivotWhiteBoxTest, LargeFieldTest, SolrTestCaseJ4Test, AnalyticsMergeStrategyTest, HdfsLockFactoryTest, EnumFieldTest, TestNumericTokenStream, TestSolrCLIRunExample, TestAuthorizationFramework, OverseerTest, TestUtils, DateMathParserTest, TestReplicationHandlerBackup, TestScoreJoinQPNoScore, SolrSlf4jReporterTest, PingRequestHandlerTest, DistributedExpandComponentTest, JSONWriterTest, CurrencyFieldTypeTest, TestAuthenticationFramework, SuggesterTest, XsltUpdateRequestHandlerTest, TestZkChroot, TestUnifiedSolrHighlighter, RequiredFieldsTest, TestSubQueryTransformerDistrib, ClusterStateTest, TestRawResponseWriter, HdfsBasicDistributedZk2Test, TestStressLiveNodes, AutoCommitTest, CloudMLTQParserTest, TestLFUCache, DeleteStatusTest, TestManagedStopFilterFactory, NotRequiredUniqueKeyTest, SuggestComponentContextFilterQueryTest, TestSolrFieldCacheBean, TestLeaderElectionZkExpiry, TestRecovery, HdfsRecoverLeaseTest, TestAnalyzeInfixSuggestions, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, BadIndexSchemaTest, HighlighterTest, SoftAutoCommitTest, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, BadComponentTest, TestSearchPerf, TestLuceneMatchVersion, TestCodecSupport, ResourceLoaderTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, HttpPartitionTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, MoveReplicaTest, MultiThreadedOCPTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest]
[junit4] Completed [527/730 (4!)] on J2 in 93.86s, 1 test, 1 failure <<< FAILURES!
[...truncated 649 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J2-20170815_223439_6219038054144846526720.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid31367.hprof ...
[junit4] Heap dump file created [592333001 bytes in 4.206 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 7525 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:818: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:762: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid31367.hprof
* java_pid6871.hprof
Total time: 253 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1375 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1375/
6 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([5E0E51F6A345DF49]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterDelete
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([5E0E51F6A345DF49]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([4ADF9B3A4D1170B2:2AAEF8E4B225F27]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:581)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Doc with id=1 not found in http://127.0.0.1:47049/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:47049/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([4ADF9B3A4D1170B2:AC48AFFA749389D3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:33737/solr/test_col_shard1_replica_n2: Failed synchronous update on shard StdNode: http://127.0.0.1:40040/solr/test_col_shard1_replica_n1/ update: org.apache.solr.client.solrj.request.UpdateRequest@3b83c9e7
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:33737/solr/test_col_shard1_replica_n2: Failed synchronous update on shard StdNode: http://127.0.0.1:40040/solr/test_col_shard1_replica_n1/ update: org.apache.solr.client.solrj.request.UpdateRequest@3b83c9e7
at __randomizedtesting.SeedInfo.seed([4ADF9B3A4D1170B2:7CCBF97CC74C4AA3]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:33737/solr/test_col_shard1_replica_n2: Failed synchronous update on shard StdNode: http://127.0.0.1:40040/solr/test_col_shard1_replica_n1/ update: org.apache.solr.client.solrj.request.UpdateRequest@3b83c9e7
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:33737/solr/test_col_shard1_replica_n2: Failed synchronous update on shard StdNode: http://127.0.0.1:40040/solr/test_col_shard1_replica_n1/ update: org.apache.solr.client.solrj.request.UpdateRequest@3b83c9e7
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
... 6 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33737/solr/test_col_shard1_replica_n2: Failed synchronous update on shard StdNode: http://127.0.0.1:40040/solr/test_col_shard1_replica_n1/ update: org.apache.solr.client.solrj.request.UpdateRequest@3b83c9e7
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
... 5 more
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([4ADF9B3A4D1170B2:C28BA4E0E3ED1D4A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:317)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 1896 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
[junit4] 2> Aug 14, 2017 10:21:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexWriterDelete
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1252)
[junit4] 2> at java.lang.Thread.join(Thread.java:1326)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 2) Thread[id=10352, name=SUITE-TestIndexWriterDelete-seed#[5E0E51F6A345DF49], state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1559)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=10353, name=TEST-TestIndexWriterDelete.testUpdatesOnDiskFull-seed#[5E0E51F6A345DF49], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
[junit4] 2> at org.apache.lucene.store.Directory.copyFrom(Directory.java:163)
[junit4] 2> at org.apache.lucene.util.TestUtil.ramCopyOf(TestUtil.java:1294)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:528)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull(TestIndexWriterDelete.java:490)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterDelete -Dtests.method=testUpdatesOnDiskFull -Dtests.seed=5E0E51F6A345DF49 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-GB -Dtests.timezone=Europe/Vaduz -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7200s J1 | TestIndexWriterDelete.testUpdatesOnDiskFull <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([5E0E51F6A345DF49]:0)
[junit4] 2> Aug 14, 2017 10:21:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Aug 14, 2017 10:22:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterDelete:
[junit4] 2> 1) Thread[id=10353, name=TEST-TestIndexWriterDelete.testUpdatesOnDiskFull-seed#[5E0E51F6A345DF49], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:772)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:88)
[junit4] 2> at org.apache.lucene.codecs.memory.FSTOrdPostingsFormat.fieldsProducer(FSTOrdPostingsFormat.java:66)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
[junit4] 2> at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:702)
[junit4] 2> at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300)
[junit4] 2> at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285)
[junit4] 2> at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:281)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:638)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull(TestIndexWriterDelete.java:490)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Aug 14, 2017 10:22:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=10353, name=TEST-TestIndexWriterDelete.testUpdatesOnDiskFull-seed#[5E0E51F6A345DF49], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete]
[junit4] 1> CheckIndex failed
[junit4] 1> Segments file=segments_1 numSegments=40 version=8.0.0 id=ewbsl7cwp8ejxl0jzn36sx9e2
[junit4] 1> 1 of 40: name=_0 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9cy
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917018}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 2 of 40: name=_1 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9cz
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917023}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 3 of 40: name=_2 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d0
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917024}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 4 of 40: name=_3 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d1
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917024}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 5 of 40: name=_4 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d2
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917031}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 6 of 40: name=_5 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d3
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917032}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 7 of 40: name=_6 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d4
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917032}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 8 of 40: name=_7 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d5
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917033}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 9 of 40: name=_8 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d6
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917039}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 10 of 40: name=_9 maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d7
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917040}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........FAILED
[junit4] 1> WARNING: exorciseIndex() would remove reference to this segment; full exception:
[junit4] 1> org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
[junit4] 1> at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
[junit4] 1> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:772)
[junit4] 1> at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:88)
[junit4] 1> at org.apache.lucene.codecs.memory.FSTOrdPostingsFormat.fieldsProducer(FSTOrdPostingsFormat.java:66)
[junit4] 1> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] 1> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] 1> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
[junit4] 1> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
[junit4] 1> at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:702)
[junit4] 1> at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:300)
[junit4] 1> at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:285)
[junit4] 1> at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:281)
[junit4] 1> at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:638)
[junit4] 1> at org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull(TestIndexWriterDelete.java:490)
[junit4] 1> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 1> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 1> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 1> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 1> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 1> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 1> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 1> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 1> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 1> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 1> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 1> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 1> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 1> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 1> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 1> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 1> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 1> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 1> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 1> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 1> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 1> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 1> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 1> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 1> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 1> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 1> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 1> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Caused by: java.lang.InterruptedException: sleep interrupted
[junit4] 1> at java.lang.Thread.sleep(Native Method)
[junit4] 1> at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
[junit4] 1> ... 49 more
[junit4] 1>
[junit4] 1> 11 of 40: name=_a maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d8
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917041}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.001 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 12 of 40: name=_b maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9d9
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917047}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.001 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 13 of 40: name=_c maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9da
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917048}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.001 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 14 of 40: name=_d maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9db
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917051}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.001 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 15 of 40: name=_e maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dc
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917051}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.001 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 16 of 40: name=_f maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dd
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917055}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.001 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 17 of 40: name=_g maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9de
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917056}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 18 of 40: name=_h maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9df
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917057}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 19 of 40: name=_i maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dg
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917063}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 20 of 40: name=_j maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dh
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917080}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 21 of 40: name=_k maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9di
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917081}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 22 of 40: name=_l maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dj
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917082}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 23 of 40: name=_m maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dk
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917084}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 24 of 40: name=_n maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dl
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917085}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 25 of 40: name=_o maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dm
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917091}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 26 of 40: name=_p maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dn
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917092}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 27 of 40: name=_q maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9do
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917099}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 28 of 40: name=_r maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dp
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917100}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 29 of 40: name=_s maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dq
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917101}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1> test: term vectors........OK [4 total term vector count; avg 1.0 term/freq vector fields per doc] [took 0.000 sec]
[junit4] 1> test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
[junit4] 1> test: points..............OK [0 fields, 0 points] [took 0.000 sec]
[junit4] 1>
[junit4] 1> 30 of 40: name=_t maxDoc=4
[junit4] 1> version=8.0.0
[junit4] 1> id=ewbsl7cwp8ejxl0jzn36sx9dr
[junit4] 1> codec=Asserting(Lucene70)
[junit4] 1> compound=false
[junit4] 1> numFiles=18
[junit4] 1> size (MB)=0.002
[junit4] 1> diagnostics = {java.runtime.version=1.8.0_144-b01, java.vendor=Oracle Corporation, java.version=1.8.0_144, java.vm.version=25.144-b01, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-88-generic, source=flush, timestamp=1502734917102}
[junit4] 1> no deletions
[junit4] 1> test: open reader.........OK [took 0.000 sec]
[junit4] 1> test: check integrity.....OK [took 0.000 sec]
[junit4] 1> test: check live docs.....OK [took 0.000 sec]
[junit4] 1> test: field infos.........OK [3 fields] [took 0.000 sec]
[junit4] 1> test: field norms.........OK [1 fields] [took 0.000 sec]
[junit4] 1> test: terms, freq, prox...OK [9 terms; 12 terms/docs pairs; 8 tokens] [took 0.000 sec]
[junit4] 1> test: stored fields.......OK [4 total field count; avg 1.0 fields per doc] [took 0.000 sec]
[junit4] 1>
[...truncated too long message...]
er Closing metric reporters for registry=solr.collection.test_col.shard5.leader, tag=1174421763
[junit4] 2> 4001531 INFO (coreCloseExecutor-8784-thread-1) [n:127.0.0.1:38631_solr c:test_col s:shard5 r:core_node19 x:test_col_shard5_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard5.leader, tag=1958168922
[junit4] 2> 4001534 INFO (zkCallback-3625-thread-8-processing-n:127.0.0.1:40040_solr) [n:127.0.0.1:40040_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1)
[junit4] 2> 4002651 WARN (zkCallback-3618-thread-7-processing-n:127.0.0.1:51401_solr) [n:127.0.0.1:51401_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4002653 INFO (jetty-closer-3570-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6b2af7ba{/solr,null,UNAVAILABLE}
[junit4] 2> 4002803 WARN (zkCallback-3617-thread-9-processing-n:127.0.0.1:42437_solr) [n:127.0.0.1:42437_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4002804 INFO (jetty-closer-3570-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@487f65d4{/solr,null,UNAVAILABLE}
[junit4] 2> 4002943 WARN (zkCallback-3600-thread-7-processing-n:127.0.0.1:46800_solr) [n:127.0.0.1:46800_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4002945 INFO (jetty-closer-3570-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6641b6ef{/solr,null,UNAVAILABLE}
[junit4] 2> 4002945 WARN (zkCallback-3623-thread-8-processing-n:127.0.0.1:52016_solr) [n:127.0.0.1:52016_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4002947 INFO (jetty-closer-3570-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a97b11c{/solr,null,UNAVAILABLE}
[junit4] 2> 4003033 WARN (zkCallback-3599-thread-7-processing-n:127.0.0.1:48744_solr) [n:127.0.0.1:48744_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4003035 INFO (jetty-closer-3570-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f39a49e{/solr,null,UNAVAILABLE}
[junit4] 2> 4003040 WARN (zkCallback-3616-thread-9-processing-n:127.0.0.1:38631_solr) [n:127.0.0.1:38631_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4003041 WARN (zkCallback-3614-thread-12-processing-n:127.0.0.1:60470_solr) [n:127.0.0.1:60470_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4003041 WARN (zkCallback-3611-thread-7-processing-n:127.0.0.1:33737_solr) [n:127.0.0.1:33737_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4003041 INFO (jetty-closer-3570-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63caebec{/solr,null,UNAVAILABLE}
[junit4] 2> 4003042 INFO (jetty-closer-3570-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c732588{/solr,null,UNAVAILABLE}
[junit4] 2> 4003043 INFO (jetty-closer-3570-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2bd909c{/solr,null,UNAVAILABLE}
[junit4] 2> 4003069 WARN (zkCallback-3625-thread-8-processing-n:127.0.0.1:40040_solr) [n:127.0.0.1:40040_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4003070 INFO (jetty-closer-3570-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bc14ec5{/solr,null,UNAVAILABLE}
[junit4] 2> 4003071 ERROR (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4ADF9B3A4D1170B2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4003072 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[4ADF9B3A4D1170B2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52356 52356
[junit4] 2> 4003159 INFO (Thread-37463) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52356 52356
[junit4] 2> 4003161 WARN (Thread-37463) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 10 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3882 /solr/collections/test_col/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 4 /solr/overseer_elect/election/98484319382274072-127.0.0.1:38631_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/98484319382274078-127.0.0.1:40040_solr-n_0000000006
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_4ADF9B3A4D1170B2-001
[junit4] 2> Aug 14, 2017 11:08:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-JO, timezone=Asia/Riyadh
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=249674288,total=525860864
[junit4] 2> NOTE: All tests run in this JVM: [PreAnalyzedFieldManagedSchemaCloudTest, RollingRestartTest, OverseerRolesTest, LoggingHandlerTest, TestSolrConfigHandlerCloud, DistanceFunctionTest, TestMultiWordSynonyms, CoreAdminRequestStatusTest, TestCoreDiscovery, TestSchemaManager, PKIAuthenticationIntegrationTest, TestFiltering, TestSolrJ, LukeRequestHandlerTest, TestPullReplicaErrorHandling, TestFastLRUCache, TestUseDocValuesAsStored2, TestIntervalFaceting, TestStressUserVersions, UninvertDocValuesMergePolicyTest, TestUninvertingReader, TestPerFieldSimilarity, TestManagedSchemaAPI, SampleTest, QueryParsingTest, ResourceLoaderTest, TestTolerantUpdateProcessorCloud, TestHdfsUpdateLog, TestSubQueryTransformerCrossCore, TestRuleBasedAuthorizationPlugin, TestNamedUpdateProcessors, IndexSchemaRuntimeFieldTest, AtomicUpdateProcessorFactoryTest, FileUtilsTest, BlockJoinFacetSimpleTest, BJQParserTest, CachingDirectoryFactoryTest, SolrMetricManagerTest, TestCursorMarkWithoutUniqueKey, RulesTest, TestImpersonationWithHadoopAuth, CursorMarkTest, TestPostingsSolrHighlighter, BadComponentTest, ShardSplitTest, TestRTGBase, DocValuesTest, LeaderFailoverAfterPartitionTest, TestJsonRequest, TestManagedResourceStorage, TestLocalFSCloudBackupRestore, TestCharFilters, ConcurrentDeleteAndCreateCollectionTest, TestShortCircuitedRequests, DisMaxRequestHandlerTest, TestElisionMultitermQuery, AlternateDirectoryTest, CdcrUpdateLogTest, LeaderInitiatedRecoveryOnShardRestartTest, CreateCollectionCleanupTest, DirectoryFactoryTest, TestNRTOpen, ChaosMonkeySafeLeaderTest, ScriptEngineTest, SpatialFilterTest, TestSolrCoreParser, TestFuzzyAnalyzedSuggestions, TestCloudInspectUtil, TestLegacyField, TestOnReconnectListenerSupport, TestLRUStatsCache, TestCopyFieldCollectionResource, TestRecoveryHdfs, TestGeoJSONResponseWriter, ReplaceNodeTest, SoftAutoCommitTest, SchemaVersionSpecificBehaviorTest, CdcrBootstrapTest, SliceStateTest, ConvertedLegacyTest, DocValuesMissingTest, TestNestedDocsSort, TestEmbeddedSolrServerSchemaAPI, TestPolicyCloud, HdfsChaosMonkeyNothingIsSafeTest, DistributedFacetPivotSmallTest, HdfsRestartWhileUpdatingTest, ClusterStateUpdateTest, ZkControllerTest, HttpSolrCallGetCoreTest, TestXmlQParserPlugin, HdfsTlogReplayBufferedWhileIndexingTest, MetricsHandlerTest, CollectionsAPIDistributedZkTest, TestRTimerTree, TestClusterProperties, ClassificationUpdateProcessorIntegrationTest, SOLR749Test, TestRestoreCore, ChaosMonkeySafeLeaderWithPullReplicasTest, TestCloudPseudoReturnFields, BlockCacheTest, PeerSyncReplicationTest, DistributedVersionInfoTest, TestValueSourceCache, TestSimpleTextCodec, HdfsNNFailoverTest, HealthCheckHandlerTest, TestDownShardTolerantSearch, DistributedQueryComponentOptimizationTest, TestHashPartitioner, TestFieldCache, TestSimpleTrackingShardHandler, DeleteShardTest, OpenCloseCoreStressTest, TestLegacyNumericRangeQueryBuilder, TestManagedSynonymGraphFilterFactory, StressHdfsTest, DistributedIntervalFacetingTest, TestSolrCloudWithKerberosAlt, SolrJmxReporterTest, TestLeaderElectionWithEmptyReplica, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudJSONFacetJoinDomain, TestCryptoKeys, TestHdfsCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestSSLRandomization, TestSegmentSorting, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [651/730 (4!)] on J1 in 634.88s, 5 tests, 1 error <<< FAILURES!
[...truncated 43490 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1374 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1374/
10 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test
Error Message:
The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
Stack Trace:
java.lang.AssertionError: The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E:1CDD47D02A2D78C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ChaosMonkey.stopTheMonkey(ChaosMonkey.java:587)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:222)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
13 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 1) Thread[id=38369, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135) 2) Thread[id=38370, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135) 3) Thread[id=38260, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[9489780A84D1153E]-SendThread(127.0.0.1:54604), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 4) Thread[id=38408, name=StoppableCommitThread-SendThread(127.0.0.1:54604), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 5) Thread[id=38371, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135) 6) Thread[id=38259, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=38372, name=StoppableSearchThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableSearchThread.run(StoppableSearchThread.java:65) 8) Thread[id=38373, name=StoppableCommitThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableCommitThread.run(StoppableCommitThread.java:55) 9) Thread[id=38261, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[9489780A84D1153E]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 10) Thread[id=38409, name=StoppableCommitThread-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 13 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:
1) Thread[id=38369, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
2) Thread[id=38370, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
3) Thread[id=38260, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[9489780A84D1153E]-SendThread(127.0.0.1:54604), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
4) Thread[id=38408, name=StoppableCommitThread-SendThread(127.0.0.1:54604), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
5) Thread[id=38371, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
6) Thread[id=38259, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=38372, name=StoppableSearchThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableSearchThread.run(StoppableSearchThread.java:65)
8) Thread[id=38373, name=StoppableCommitThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableCommitThread.run(StoppableCommitThread.java:55)
9) Thread[id=38261, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[9489780A84D1153E]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
10) Thread[id=38409, name=StoppableCommitThread-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=38369, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at org.apache.solr.common.util.JavaBinCodec.writeExternString(JavaBinCodec.java:1072) at org.apache.solr.common.util.JavaBinCodec.writeSolrInputDocument(JavaBinCodec.java:615) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:355) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.writeMapEntry(JavaBinCodec.java:764) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:383) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.writeIterator(JavaBinCodec.java:705) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:367) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:223) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:330) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:155) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.marshal(JavaBinUpdateRequestCodec.java:91) at org.apache.solr.client.solrj.impl.BinaryRequestWriter.getContentStream(BinaryRequestWriter.java:67) at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:94) at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:104) at org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:382) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115) 2) Thread[id=38370, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at org.apache.http.util.EntityUtils.toByteArray(EntityUtils.java:137) at org.apache.http.entity.BufferedHttpEntity.<init>(BufferedHttpEntity.java:63) at org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder.lambda$new$3(Krb5HttpClientBuilder.java:154) at org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder$$Lambda$480/1844910317.process(Unknown Source) at org.apache.solr.client.solrj.impl.HttpClientUtil$DynamicInterceptor$1.accept(HttpClientUtil.java:166) at org.apache.solr.client.solrj.impl.HttpClientUtil$DynamicInterceptor$1.accept(HttpClientUtil.java:161) at java.util.concurrent.CopyOnWriteArrayList.forEach(CopyOnWriteArrayList.java:890) at org.apache.solr.client.solrj.impl.HttpClientUtil$DynamicInterceptor.process(HttpClientUtil.java:161) at org.apache.http.protocol.ImmutableHttpProcessor.process(ImmutableHttpProcessor.java:132) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:182) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115) 3) Thread[id=38260, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[9489780A84D1153E]-SendThread(127.0.0.1:54604), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 4) Thread[id=38408, name=StoppableCommitThread-SendThread(127.0.0.1:54604), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 5) Thread[id=38371, name=StoppableIndexingThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.io.PrintStream.println(PrintStream.java:805) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:120) 6) Thread[id=38372, name=StoppableSearchThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Throwable.printStackTrace(Throwable.java:653) at java.lang.Throwable.printStackTrace(Throwable.java:643) at java.lang.Throwable.printStackTrace(Throwable.java:634) at org.apache.solr.cloud.StoppableSearchThread.run(StoppableSearchThread.java:57)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=38369, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at org.apache.solr.common.util.JavaBinCodec.writeExternString(JavaBinCodec.java:1072)
at org.apache.solr.common.util.JavaBinCodec.writeSolrInputDocument(JavaBinCodec.java:615)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:355)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.writeMapEntry(JavaBinCodec.java:764)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:383)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.writeIterator(JavaBinCodec.java:705)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:367)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:223)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:330)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:155)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.marshal(JavaBinUpdateRequestCodec.java:91)
at org.apache.solr.client.solrj.impl.BinaryRequestWriter.getContentStream(BinaryRequestWriter.java:67)
at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:94)
at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:104)
at org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:382)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
2) Thread[id=38370, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at org.apache.http.util.EntityUtils.toByteArray(EntityUtils.java:137)
at org.apache.http.entity.BufferedHttpEntity.<init>(BufferedHttpEntity.java:63)
at org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder.lambda$new$3(Krb5HttpClientBuilder.java:154)
at org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder$$Lambda$480/1844910317.process(Unknown Source)
at org.apache.solr.client.solrj.impl.HttpClientUtil$DynamicInterceptor$1.accept(HttpClientUtil.java:166)
at org.apache.solr.client.solrj.impl.HttpClientUtil$DynamicInterceptor$1.accept(HttpClientUtil.java:161)
at java.util.concurrent.CopyOnWriteArrayList.forEach(CopyOnWriteArrayList.java:890)
at org.apache.solr.client.solrj.impl.HttpClientUtil$DynamicInterceptor.process(HttpClientUtil.java:161)
at org.apache.http.protocol.ImmutableHttpProcessor.process(ImmutableHttpProcessor.java:132)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:182)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
3) Thread[id=38260, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[9489780A84D1153E]-SendThread(127.0.0.1:54604), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
4) Thread[id=38408, name=StoppableCommitThread-SendThread(127.0.0.1:54604), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
5) Thread[id=38371, name=StoppableIndexingThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.io.PrintStream.println(PrintStream.java:805)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:120)
6) Thread[id=38372, name=StoppableSearchThread, state=BLOCKED, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Throwable.printStackTrace(Throwable.java:653)
at java.lang.Throwable.printStackTrace(Throwable.java:643)
at java.lang.Throwable.printStackTrace(Throwable.java:634)
at org.apache.solr.cloud.StoppableSearchThread.run(StoppableSearchThread.java:57)
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E]:0)
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test
Error Message:
The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
Stack Trace:
java.lang.AssertionError: The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E:1CDD47D02A2D78C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ChaosMonkey.stopTheMonkey(ChaosMonkey.java:587)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:133)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
Stack Trace:
java.lang.AssertionError: The Monkey ran for over 45 seconds and no jetties were stopped - this is worth investigating!
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E:1CDD47D02A2D78C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ChaosMonkey.stopTheMonkey(ChaosMonkey.java:587)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:174)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
5 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest: 1) Thread[id=30747, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135) 2) Thread[id=30779, name=StoppableCommitThread-EventThread, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 3) Thread[id=30748, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135) 4) Thread[id=30749, name=StoppableCommitThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Object.wait(Native Method) at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:225) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:235) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:140) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:383) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:805) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524) at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544) at org.apache.solr.cloud.StoppableCommitThread.run(StoppableCommitThread.java:49) 5) Thread[id=30778, name=StoppableCommitThread-SendThread(127.0.0.1:37915), state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest:
1) Thread[id=30747, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
2) Thread[id=30779, name=StoppableCommitThread-EventThread, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
3) Thread[id=30748, name=StoppableIndexingThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:135)
4) Thread[id=30749, name=StoppableCommitThread, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Object.wait(Native Method)
at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:225)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:235)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:140)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:383)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:805)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:524)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:544)
at org.apache.solr.cloud.StoppableCommitThread.run(StoppableCommitThread.java:49)
5) Thread[id=30778, name=StoppableCommitThread-SendThread(127.0.0.1:37915), state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=30747, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at org.apache.solr.common.util.JavaBinCodec.writeSolrInputDocument(JavaBinCodec.java:612) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:355) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.writeMapEntry(JavaBinCodec.java:764) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:383) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.writeIterator(JavaBinCodec.java:705) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:367) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:223) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:330) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:155) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.marshal(JavaBinUpdateRequestCodec.java:91) at org.apache.solr.client.solrj.impl.BinaryRequestWriter.getContentStream(BinaryRequestWriter.java:67) at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:94) at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:104) at org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:382) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115) 2) Thread[id=30748, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest] at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:328) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.writeMapEntry(JavaBinCodec.java:764) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:383) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.writeIterator(JavaBinCodec.java:705) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:367) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:223) at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:330) at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228) at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:155) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.marshal(JavaBinUpdateRequestCodec.java:91) at org.apache.solr.client.solrj.impl.BinaryRequestWriter.getContentStream(BinaryRequestWriter.java:67) at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:94) at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:104) at org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:382) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176) at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=30747, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at org.apache.solr.common.util.JavaBinCodec.writeSolrInputDocument(JavaBinCodec.java:612)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:355)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.writeMapEntry(JavaBinCodec.java:764)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:383)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.writeIterator(JavaBinCodec.java:705)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:367)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:223)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:330)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:155)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.marshal(JavaBinUpdateRequestCodec.java:91)
at org.apache.solr.client.solrj.impl.BinaryRequestWriter.getContentStream(BinaryRequestWriter.java:67)
at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:94)
at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:104)
at org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:382)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
2) Thread[id=30748, name=StoppableIndexingThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderWithPullReplicasTest]
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:328)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.writeMapEntry(JavaBinCodec.java:764)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:383)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.writeIterator(JavaBinCodec.java:705)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:367)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:223)
at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:330)
at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:228)
at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:155)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.marshal(JavaBinUpdateRequestCodec.java:91)
at org.apache.solr.client.solrj.impl.BinaryRequestWriter.getContentStream(BinaryRequestWriter.java:67)
at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getDelegate(RequestWriter.java:94)
at org.apache.solr.client.solrj.request.RequestWriter$LazyContentStream.getName(RequestWriter.java:104)
at org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:382)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.StoppableIndexingThread.indexDocs(StoppableIndexingThread.java:176)
at org.apache.solr.cloud.StoppableIndexingThread.run(StoppableIndexingThread.java:115)
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E]:0)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=994 not found in http://127.0.0.1:49306/gj/as/c8n_1x2 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=994 not found in http://127.0.0.1:49306/gj/as/c8n_1x2 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E:1CDD47D02A2D78C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:379)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:132)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestJmxIntegration.testJmxRegistration
Error Message:
org.apache.lucene.store.AlreadyClosedException: this Directory is closed
Stack Trace:
javax.management.RuntimeMBeanException: org.apache.lucene.store.AlreadyClosedException: this Directory is closed
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E:1A581C30E9904D5B]:0)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:839)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
at org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:120)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed
at org.apache.lucene.store.BaseDirectory.ensureOpen(BaseDirectory.java:51)
at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:233)
at org.apache.solr.core.DirectoryFactory.sizeOfDirectory(DirectoryFactory.java:269)
at org.apache.solr.core.SolrCore.getIndexSize(SolrCore.java:407)
at org.apache.solr.handler.ReplicationHandler.lambda$initializeMetrics$2(ReplicationHandler.java:867)
at com.codahale.metrics.JmxReporter$JmxGauge.getValue(JmxReporter.java:188)
at sun.reflect.GeneratedMethodAccessor156.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at sun.reflect.misc.Trampoline.invoke(MethodUtil.java:71)
at sun.reflect.GeneratedMethodAccessor149.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at sun.reflect.misc.MethodUtil.invoke(MethodUtil.java:275)
at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
at com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
at com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
... 41 more
FAILED: org.apache.solr.update.HardAutoCommitTest.testCommitWithin
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([9489780A84D1153E:2E5B177207FFFB2B]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:529&qt=&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
... 40 more
Build Log:
[...truncated 11697 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> 727326 INFO (SUITE-HttpPartitionTest-seed#[9489780A84D1153E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_9489780A84D1153E-001/init-core-data-001
[junit4] 2> 727326 WARN (SUITE-HttpPartitionTest-seed#[9489780A84D1153E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 727326 INFO (SUITE-HttpPartitionTest-seed#[9489780A84D1153E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 727328 INFO (SUITE-HttpPartitionTest-seed#[9489780A84D1153E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 727328 INFO (SUITE-HttpPartitionTest-seed#[9489780A84D1153E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /gj/as
[junit4] 2> 727344 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 727352 INFO (Thread-1014) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 727352 INFO (Thread-1014) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 727370 ERROR (Thread-1014) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 727452 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.ZkTestServer start zk server on port:41031
[junit4] 2> 727484 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 727485 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 727487 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 727487 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 727488 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 727489 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 727490 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 727490 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 727491 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 727492 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 727492 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 727494 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 727576 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 727577 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7eeb0ec7{/gj/as,null,AVAILABLE}
[junit4] 2> 727577 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64b55cff{HTTP/1.1,[http/1.1]}{127.0.0.1:33511}
[junit4] 2> 727577 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.e.j.s.Server Started @731443ms
[junit4] 2> 727577 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_9489780A84D1153E-001/tempDir-001/control/data, replicaType=NRT, hostContext=/gj/as, hostPort=48127, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_9489780A84D1153E-001/control-001/cores}
[junit4] 2> 727577 ERROR (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 727577 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 727577 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 727577 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 727577 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-13T20:28:04.408Z
[junit4] 2> 727581 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 727581 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_9489780A84D1153E-001/control-001/solr.xml
[junit4] 2> 727585 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@359e1abe, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 727590 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41031/solr
[junit4] 2> 727642 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 727643 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48127_gj%2Fas
[junit4] 2> 727643 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.Overseer Overseer (id=98478069133082628-127.0.0.1:48127_gj%2Fas-n_0000000000) starting
[junit4] 2> 727649 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48127_gj%2Fas
[junit4] 2> 727650 INFO (zkCallback-2632-thread-1-processing-n:127.0.0.1:48127_gj%2Fas) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 727703 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@359e1abe
[junit4] 2> 727707 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@359e1abe
[junit4] 2> 727707 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@359e1abe
[junit4] 2> 727708 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_9489780A84D1153E-001/control-001/cores
[junit4] 2> 727722 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 727722 INFO (TEST-HttpPartitionTest.test-seed#[9489780A84D1153E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41031/solr ready
[junit4] 2> 727723 INFO (SocketProxy-Acceptor-48127) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47961,localport=48127], receiveBufferSize:531000
[junit4] 2> 727731 INFO (SocketProxy-Acceptor-48127) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33511,localport=44936], receiveBufferSize=530904
[junit4] 2> 727732 INFO (qtp940789852-7916) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:48127_gj%252Fas&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 727734 INFO (OverseerThreadFactory-2352-thread-1-processing-n:127.0.0.1:48127_gj%2Fas) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 727838 INFO (SocketProxy-Acceptor-48127) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47963,localport=48127], receiveBufferSize:531000
[junit4] 2> 727838 INFO (SocketProxy-Acceptor-48127) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33511,localport=44938], receiveBufferSize=530904
[junit4] 2> 727845 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 727846 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 727952 INFO (zkCallback-2632-thread-1-processing-n:127.0.0.1:48127_gj%2Fas) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 728861 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 728872 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 728954 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 728967 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 728967 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@359e1abe
[junit4] 2> 728967 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 728967 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_9489780A84D1153E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_9489780A84D1153E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 728969 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@53ea4f4c
[junit4] 2> 728971 WARN (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 729013 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 729013 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 729014 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 729014 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 729014 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@41290d9f
[junit4] 2> 729015 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d90efa0[control_collection_shard1_replica_n1] main]
[junit4] 2> 729016 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 729016 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 729020 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 729021 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575649107878346752
[junit4] 2> 729021 INFO (searcherExecutor-2355-thread-1-processing-n:127.0.0.1:48127_gj%2Fas x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@7d90efa0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 729027 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 729027 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 729027 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48127/gj/as/control_collection_shard1_replica_n1/
[junit4] 2> 729028 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 729028 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:48127/gj/as/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 729028 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 729032 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48127/gj/as/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 729133 INFO (zkCallback-2632-thread-1-processing-n:127.0.0.1:48127_gj%2Fas) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 729182 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 729184 INFO (qtp940789852-7918) [n:127.0.0.1:48127_gj%2Fas c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1339
[junit4] 2> 729194 INFO (qtp940789852-7916) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 729293 INFO (zkCallback-2632-thread-1-processing-n:127.0.0.1:48127_gj%2Fas) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 729736 INFO (OverseerCollectionConfigSetProcessor-98478069133082628-127.0.0.1:48127_gj%2Fas-n_0000000000) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 730194 INFO (qtp940789852-7916) [n:127.0.0.1:48127_gj%2Fas ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:48127_gj%252Fas&wt=javabin&version=2} status=0 QTime=2461
[junit4] 2> 730197 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ddd4838d80005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at jav
[...truncated too long message...]
nterceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20170813_201552_8868951633876611811223.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J0-20170813_201552_8861465906933436060321.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1540)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:818: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:754: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:267: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/common-build.xml:549: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:1458: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:985: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
Total time: 231 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-NightlyTests-master #1373 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1373 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1373/
4 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Doc with id=1 not found in http://127.0.0.1:44808/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:44808/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([5E33055001FC95BA:B8A43190387E6CDB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:58968/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:48417/solr/test_col_shard1_replica_n1: Server Error request: http://127.0.0.1:48417/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58968%2Fsolr%2Ftest_col_shard5_replica_n18%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:32965/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@48a407b8
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:58968/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:48417/solr/test_col_shard1_replica_n1: Server Error
request: http://127.0.0.1:48417/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58968%2Fsolr%2Ftest_col_shard5_replica_n18%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:32965/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@48a407b8
at __randomizedtesting.SeedInfo.seed([5E33055001FC95BA:682767168BA1AFAB]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:58968/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:48417/solr/test_col_shard1_replica_n1: Server Error
request: http://127.0.0.1:48417/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58968%2Fsolr%2Ftest_col_shard5_replica_n18%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:32965/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@48a407b8
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58968/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:48417/solr/test_col_shard1_replica_n1: Server Error
request: http://127.0.0.1:48417/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A58968%2Fsolr%2Ftest_col_shard5_replica_n18%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:32965/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@48a407b8
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
... 6 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1502554180662,generation=2,filelist=[_nd.cfe, _nd.cfs, _nd.si, _nk.cfe, _nk.cfs, _nk.si, _nn.cfe, _nn.cfs, _nn.si, _no.cfe, _no.cfs, _no.si, _np.cfe, _np.cfs, _np.si, _nq.cfe, _nq.cfs, _nq.si, _nr.cfe, _nr.cfs, _nr.si, _nt.cfe, _nt.cfs, _nt.si, _nv.cfe, _nv.cfs, _nv.si, _nw.cfe, _nw.cfs, _nw.si, _nx.cfe, _nx.cfs, _nx.si, _nz.cfe, _nz.cfs, _nz.si, _o0.cfe, _o0.cfs, _o0.si, segments_2]}]> but was:<[{indexVersion=1502554180662,generation=2,filelist=[_nd.cfe, _nd.cfs, _nd.si, _nk.cfe, _nk.cfs, _nk.si, _nn.cfe, _nn.cfs, _nn.si, _no.cfe, _no.cfs, _no.si, _np.cfe, _np.cfs, _np.si, _nq.cfe, _nq.cfs, _nq.si, _nr.cfe, _nr.cfs, _nr.si, _nt.cfe, _nt.cfs, _nt.si, _nv.cfe, _nv.cfs, _nv.si, _nw.cfe, _nw.cfs, _nw.si, _nx.cfe, _nx.cfs, _nx.si, _nz.cfe, _nz.cfs, _nz.si, _o0.cfe, _o0.cfs, _o0.si, segments_2]}, {indexVersion=1502554180662,generation=3,filelist=[_nk.cfe, _nk.cfs, _nk.si, _nr.cfe, _nr.cfs, _nr.si, _nt.cfe, _nt.cfs, _nt.si, _nx.cfe, _nx.cfs, _nx.si, _o0.cfe, _o0.cfs, _o0.si, _o1.cfe, _o1.cfs, _o1.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1502554180662,generation=2,filelist=[_nd.cfe, _nd.cfs, _nd.si, _nk.cfe, _nk.cfs, _nk.si, _nn.cfe, _nn.cfs, _nn.si, _no.cfe, _no.cfs, _no.si, _np.cfe, _np.cfs, _np.si, _nq.cfe, _nq.cfs, _nq.si, _nr.cfe, _nr.cfs, _nr.si, _nt.cfe, _nt.cfs, _nt.si, _nv.cfe, _nv.cfs, _nv.si, _nw.cfe, _nw.cfs, _nw.si, _nx.cfe, _nx.cfs, _nx.si, _nz.cfe, _nz.cfs, _nz.si, _o0.cfe, _o0.cfs, _o0.si, segments_2]}]> but was:<[{indexVersion=1502554180662,generation=2,filelist=[_nd.cfe, _nd.cfs, _nd.si, _nk.cfe, _nk.cfs, _nk.si, _nn.cfe, _nn.cfs, _nn.si, _no.cfe, _no.cfs, _no.si, _np.cfe, _np.cfs, _np.si, _nq.cfe, _nq.cfs, _nq.si, _nr.cfe, _nr.cfs, _nr.si, _nt.cfe, _nt.cfs, _nt.si, _nv.cfe, _nv.cfs, _nv.si, _nw.cfe, _nw.cfs, _nw.si, _nx.cfe, _nx.cfs, _nx.si, _nz.cfe, _nz.cfs, _nz.si, _o0.cfe, _o0.cfs, _o0.si, segments_2]}, {indexVersion=1502554180662,generation=3,filelist=[_nk.cfe, _nk.cfs, _nk.si, _nr.cfe, _nr.cfs, _nr.si, _nt.cfe, _nt.cfs, _nt.si, _nx.cfe, _nx.cfs, _nx.si, _o0.cfe, _o0.cfs, _o0.si, _o1.cfe, _o1.cfs, _o1.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([5E33055001FC95BA:7BE41E6071B49BB9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1277)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([5E33055001FC95BA:D6673A8AAF00F842]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:317)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11696 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/init-core-data-001
[junit4] 2> 401831 WARN (SUITE-TestReplicationHandler-seed#[5E33055001FC95BA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 401831 INFO (SUITE-TestReplicationHandler-seed#[5E33055001FC95BA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 401850 INFO (SUITE-TestReplicationHandler-seed#[5E33055001FC95BA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 401850 INFO (SUITE-TestReplicationHandler-seed#[5E33055001FC95BA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 401852 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestDetails
[junit4] 2> 401853 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-001/collection1
[junit4] 2> 401855 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 401856 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ecf675{/solr,null,AVAILABLE}
[junit4] 2> 401857 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f43357a{HTTP/1.1,[http/1.1]}{127.0.0.1:55235}
[junit4] 2> 401858 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.Server Started @405137ms
[junit4] 2> 401858 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=55235}
[junit4] 2> 401858 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 401858 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 401858 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 401858 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 401858 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-12T16:07:24.406Z
[junit4] 2> 401858 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-001/solr.xml
[junit4] 2> 401869 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 401900 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 401903 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 401903 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 401905 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-001/.
[junit4] 2> 401905 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 401929 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 401936 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 401938 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 401938 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 401938 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 401938 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 401938 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-001/./collection1/data/]
[junit4] 2> 401940 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 401992 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 401992 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 401992 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@313477e7
[junit4] 2> 401993 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e943030[collection1] main]
[junit4] 2> 401993 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-001/collection1/conf
[junit4] 2> 401994 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 401994 INFO (coreLoadExecutor-1079-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 401995 INFO (searcherExecutor-1080-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5e943030[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 402451 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/collection1
[junit4] 2> 402454 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 402455 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b6eb212{/solr,null,AVAILABLE}
[junit4] 2> 402455 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fdb761f{HTTP/1.1,[http/1.1]}{127.0.0.1:44083}
[junit4] 2> 402455 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.Server Started @405735ms
[junit4] 2> 402455 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=44083}
[junit4] 2> 402455 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 402455 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 402455 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 402456 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 402456 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-12T16:07:25.004Z
[junit4] 2> 402456 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/solr.xml
[junit4] 2> 402470 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 402510 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 402515 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 402515 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 402517 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/.
[junit4] 2> 402517 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 402527 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 402535 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 402537 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 402537 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 402537 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 402537 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 402538 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/./collection1/data/]
[junit4] 2> 402543 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 402661 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 402661 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 402662 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@790536cd
[junit4] 2> 402662 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d20d9ef[collection1] main]
[junit4] 2> 402662 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/collection1/conf
[junit4] 2> 402664 INFO (coreLoadExecutor-1089-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 402665 INFO (searcherExecutor-1090-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d20d9ef[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 403120 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@fdb761f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 403120 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=507368289
[junit4] 2> 403120 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 403120 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 403121 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 403121 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 403122 INFO (coreCloseExecutor-1095-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5e645ed9
[junit4] 2> 403127 INFO (coreCloseExecutor-1095-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1583636185
[junit4] 2> 403128 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b6eb212{/solr,null,UNAVAILABLE}
[junit4] 2> 403132 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 403143 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6795c90d{/solr,null,AVAILABLE}
[junit4] 2> 403143 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@100760a0{HTTP/1.1,[http/1.1]}{127.0.0.1:37071}
[junit4] 2> 403143 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.Server Started @406423ms
[junit4] 2> 403144 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=37071}
[junit4] 2> 403144 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 403144 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 403144 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 403144 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 403144 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-12T16:07:25.692Z
[junit4] 2> 403144 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/solr.xml
[junit4] 2> 403165 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 403217 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 403221 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 403221 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 403223 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/.
[junit4] 2> 403223 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 403452 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 403464 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 403465 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 403465 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 403466 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 403466 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 403466 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/./collection1/data/]
[junit4] 2> 403467 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 403498 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 403498 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 403499 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1ef437af
[junit4] 2> 403499 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6303b8c5[collection1] main]
[junit4] 2> 403499 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-002/collection1/conf
[junit4] 2> 403501 INFO (coreLoadExecutor-1102-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 403502 INFO (searcherExecutor-1103-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6303b8c5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 403800 INFO (qtp1830900444-3685) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 403804 INFO (qtp1830900444-3686) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
[junit4] 2> 403834 INFO (qtp1830900444-3683) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 403834 INFO (qtp332019563-3723) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=4
[junit4] 2> 403840 INFO (qtp1830900444-3687) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
[junit4] 2> 403841 INFO (qtp1830900444-3689) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 403841 INFO (qtp1830900444-3689) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@343b024d commitCommandVersion:0
[junit4] 2> 403843 INFO (qtp1830900444-3689) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d4cd364[collection1] main]
[junit4] 2> 403844 INFO (qtp1830900444-3689) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 403844 INFO (searcherExecutor-1080-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d4cd364[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
[junit4] 2> 403844 INFO (qtp1830900444-3689) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 403876 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 403881 INFO (qtp1830900444-3683) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 403883 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 403883 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1502554046389
[junit4] 2> 403883 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 403883 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 403883 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 403885 INFO (qtp1830900444-3683) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=2
[junit4] 2> 403886 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
[junit4] 2> 403889 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 403890 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 403940 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@23196897 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18d60660)
[junit4] 2> 403941 INFO (qtp1830900444-3686) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 403944 INFO (qtp1830900444-3688) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 403946 INFO (qtp1830900444-3687) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 403947 INFO (qtp1830900444-3689) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 403948 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1946) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@23196897 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18d60660)
[junit4] 2> 403951 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 403951 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 403954 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b4f00ad[collection1] main]
[junit4] 2> 403955 INFO (searcherExecutor-1103-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5b4f00ad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
[junit4] 2> 403957 INFO (qtp332019563-3725) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:55235/solr/collection1/replication&command=fetchindex} status=0 QTime=93
[junit4] 2> 403991 INFO (qtp1830900444-3685) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=4
[junit4] 2> 403992 INFO (qtp332019563-3724) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=22
[junit4] 2> 403993 INFO (qtp332019563-3726) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 403993 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 403999 INFO (qtp1830900444-3682) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 6
[junit4] 2> 404000 INFO (qtp1830900444-3686) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 404000 INFO (qtp1830900444-3686) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@343b024d commitCommandVersion:0
[junit4] 2> 404002 INFO (qtp1830900444-3686) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5638004a[collection1] main]
[junit4] 2> 404002 INFO (qtp1830900444-3686) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 404003 INFO (searcherExecutor-1080-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5638004a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1) Uninverting(_1(8.0.0):c1)))}
[junit4] 2> 404003 INFO (qtp1830900444-3686) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 404031 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 404033 INFO (qtp1830900444-3683) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 404041 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 404041 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1502554046548
[junit4] 2> 404041 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 404041 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1502554046389
[junit4] 2> 404041 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 404042 INFO (qtp1830900444-3683) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 404047 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 7
[junit4] 2> 404064 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 404075 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 404075 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@6b9370ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2fc6f51e)
[junit4] 2> 404076 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 404076 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 404076 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 404076 INFO (qtp1830900444-3689) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 404092 INFO (qtp1830900444-3685) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 404096 INFO (qtp1830900444-3682) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 404112 INFO (qtp1830900444-3686) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 404112 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2008) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@6b9370ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2fc6f51e)
[junit4] 2> 404148 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 404155 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 404156 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e6db5a7[collection1] main]
[junit4] 2> 404156 INFO (searcherExecutor-1103-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4e6db5a7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1) Uninverting(_1(8.0.0):c1)))}
[junit4] 2> 404157 INFO (qtp332019563-3727) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:55235/solr/collection1/replication&command=fetchindex} status=0 QTime=152
[junit4] 2> 404191 INFO (qtp1830900444-3687) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=19
[junit4] 2> 404191 INFO (qtp332019563-3726) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=30
[junit4] 2> 404193 INFO (qtp332019563-3721) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 404193 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 2 docs
[junit4] 2> 404194 INFO (qtp1830900444-3688) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 404202 INFO (qtp1830900444-3688) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 404202 INFO (qtp1830900444-3688) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@343b024d commitCommandVersion:0
[junit4] 2> 404204 INFO (qtp1830900444-3688) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3402a0f0[collection1] main]
[junit4] 2> 404204 INFO (qtp1830900444-3688) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 404205 INFO (searcherExecutor-1080-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3402a0f0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1) Uninverting(_1(8.0.0):c1) Uninverting(_2(8.0.0):c1)))}
[junit4] 2> 404206 INFO (qtp1830900444-3688) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 404223 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 404226 INFO (qtp1830900444-3683) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 404233 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
[junit4] 2> 404233 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1502554046750
[junit4] 2> 404233 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
[junit4] 2> 404233 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1502554046548
[junit4] 2> 404233 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 404233 INFO (qtp1830900444-3683) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 404234 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 404236 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 404237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 404237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@3b3a94af lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b69b189)
[junit4] 2> 404237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 404237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 404237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 404237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
[junit4] 2> 404237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
[junit4] 2> 404237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
[junit4] 2> 404238 INFO (qtp1830900444-3683) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 404239 INFO (qtp1830900444-3687) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 404239 INFO (qtp1830900444-3689) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 404240 INFO (qtp1830900444-3688) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 404241 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2070) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@3b3a94af lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b69b189)
[junit4] 2> 404242 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 404242 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 404243 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a7dd5da[collection1] main]
[junit4] 2> 404251 INFO (searcherExecutor-1103-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a7dd5da[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1) Uninverting(_1(8.0.0):c1) Uninverting(_2(8.0.0):c1)))}
[junit4] 2> 404253 INFO (qtp332019563-3723) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:55235/solr/collection1/replication&command=fetchindex} status=0 QTime=46
[junit4] 2> 404254 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-003/collection1
[junit4] 2> 404257 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 404264 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b3b2d8e{/solr,null,AVAILABLE}
[junit4] 2> 404264 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a97349e{HTTP/1.1,[http/1.1]}{127.0.0.1:35205}
[junit4] 2> 404264 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.Server Started @407543ms
[junit4] 2> 404264 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=35205}
[junit4] 2> 404264 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 404264 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.0.0
[junit4] 2> 404264 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 404264 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 404264 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-12T16:07:26.812Z
[junit4] 2> 404265 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-003/solr.xml
[junit4] 2> 404491 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 404522 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 404526 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 404526 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 404529 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-003/.
[junit4] 2> 404529 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 404580 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 404589 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 404590 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 404590 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-003/./collection1, trusted=true
[junit4] 2> 404591 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3383e024
[junit4] 2> 404591 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 404591 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-003/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-003/./collection1/data/]
[junit4] 2> 404592 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 404682 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 404682 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 404695 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@54dc79c0
[junit4] 2> 404696 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34ef895b[collection1] main]
[junit4] 2> 404696 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5E33055001FC95BA-001/solr-instance-003/collection1/conf
[junit4] 2> 404697 WARN (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 404698 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 404698 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 404698 INFO (coreLoadExecutor-1116-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 404698 INFO (searcherExecutor-1117-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@34ef895b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 405044 INFO (qtp1830900444-3682) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 405044 INFO (indexFetcher-1107-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
[junit4] 2> 405044 INFO (indexFetcher-1107-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1502554046750
[junit4] 2> 405044 INFO (indexFetcher-1107-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 4
[junit4] 2> 405044 INFO (indexFetcher-1107-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1502554046750
[junit4] 2> 405044 INFO (indexFetcher-1107-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
[junit4] 2> 405137 INFO (qtp1830900444-3686) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 405139 WARN (qtp1994246037-3751) [ x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55235/solr: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
[junit4] 2> <title>Error 404 </title>
[junit4] 2> </head>
[junit4] 2> <body>
[junit4] 2> <h2>HTTP ERROR: 404</h2>
[junit4] 2> <p>Problem accessing /solr/replication. Reason:
[junit4] 2> <pre> Can not find: /solr/replication</pre></p>
[junit4] 2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1813)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:952)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:330)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2482)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 405140 INFO (qtp1994246037-3751) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=4
[junit4] 2> 405143 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7a97349e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 405143 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=409066100
[junit4] 2> 405143 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 405143 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 405143 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 405143 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 405151 INFO (coreCloseExecutor-1121-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@10b733b7
[junit4] 2> 405157 INFO (coreCloseExecutor-1121-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=280441783
[junit4] 2> 405157 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5b3b2d8e{/solr,null,UNAVAILABLE}
[junit4] 2> 405159 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestDetails
[junit4] 2> 405166 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7f43357a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 405166 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=190592016
[junit4] 2> 405166 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 405168 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[5E33055001FC95BA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters
[...truncated too long message...]
5001FC95BA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32830 32830
[junit4] 2> 2764225 INFO (Thread-10081) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32830 32830
[junit4] 2> 2764227 WARN (Thread-10081) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/forceleader_test_collection/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2764227 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:42980/, target: http://127.0.0.1:58710/
[junit4] 2> 2764227 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:39343/, target: http://127.0.0.1:48682/
[junit4] 2> 2764227 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:37975/, target: http://127.0.0.1:47032/
[junit4] 2> 2764227 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5E33055001FC95BA]) [ ] o.a.s.c.SocketProxy Closing 14 connections to: http://127.0.0.1:44808/, target: http://127.0.0.1:40998/
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ForceLeaderTest -Dtests.method=testReplicasInLIRNoLeader -Dtests.seed=5E33055001FC95BA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SA -Dtests.timezone=America/Yakutat -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 59.5s J2 | ForceLeaderTest.testReplicasInLIRNoLeader <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:44808/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([5E33055001FC95BA:B8A43190387E6CDB]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
[junit4] > at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5E33055001FC95BA-001
[junit4] 2> Aug 12, 2017 4:46:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=America/Yakutat
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=209623032,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetProperties, TestExactStatsCache, BlockJoinFacetRandomTest, TestSolrConfigHandler, MultiTermTest, TestLegacyFieldReuse, TestSolrDeletionPolicy2, TestNumericTokenStream, SolrCoreCheckLockOnStartupTest, TestManagedSynonymFilterFactory, HardAutoCommitTest, TestJettySolrRunner, TestScoreJoinQPScore, TestAddFieldRealTimeGet, ReplicationFactorTest, CoreMergeIndexesAdminHandlerTest, BigEndianAscendingWordDeserializerTest, PreAnalyzedFieldTest, TestStressLiveNodes, TestSchemaResource, SolrInfoBeanTest, RequiredFieldsTest, ShowFileRequestHandlerTest, V2StandaloneTest, TestMissingGroups, ImplicitSnitchTest, DistributedExpandComponentTest, HdfsChaosMonkeySafeLeaderTest, UUIDUpdateProcessorFallbackTest, TestReversedWildcardFilterFactory, TestFoldingMultitermQuery, TestFieldCacheWithThreads, TestReRankQParserPlugin, CustomCollectionTest, TestExceedMaxTermLength, TestRawTransformer, TestBlendedInfixSuggestions, TestSortByMinMaxFunction, TestStressReorder, SuggesterTest, ConfigSetsAPITest, TestPKIAuthenticationPlugin, OverseerStatusTest, TestStandardQParsers, ParsingFieldUpdateProcessorsTest, PeerSyncWithIndexFingerprintCachingTest, DocValuesNotIndexedTest, TestMultiValuedNumericRangeQuery, TestXmlQParser, TestObjectReleaseTracker, SharedFSAutoReplicaFailoverTest, HdfsRecoverLeaseTest, RegexBoostProcessorTest, TestPrepRecovery, TestRecovery, ClusterStateTest, NumericFieldsTest, MinimalSchemaTest, TestFieldTypeCollectionResource, TestCollectionAPI, TestComplexPhraseQParserPlugin, CollectionsAPIAsyncDistributedZkTest, TestManagedResource, TestSolr4Spatial2, FastVectorHighlighterTest, ManagedSchemaRoundRobinCloudTest, SimplePostToolTest, BufferStoreTest, ReturnFieldsTest, SSLMigrationTest, URLClassifyProcessorTest, TestDeleteCollectionOnDownNodes, CollectionReloadTest, StatsReloadRaceTest, TestExclusionRuleCollectionAccess, SmileWriterTest, TestRandomFlRTGCloud, HdfsBasicDistributedZk2Test, TestJmxIntegration, TestQueryUtils, SignatureUpdateProcessorFactoryTest, UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, PolyFieldTest, TestCloudSchemaless, TestSSLRandomization, NodeMutatorTest, AsyncCallRequestStatusResponseTest, SolrMetricReporterTest, TestHighFrequencyDictionaryFactory, TestCloudNestedDocsSort, TestPointFields, AddSchemaFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, CdcrVersionReplicationTest, DocumentBuilderTest, TestUnifiedSolrHighlighter, TestDynamicFieldResource, TestPseudoReturnFields, TestUtils, TestReload, TestCloudRecovery, SearchHandlerTest, CdcrReplicationDistributedZkTest, TestReplicaProperties, TestSort, BadIndexSchemaTest, TestSuggestSpellingConverter, ConfigureRecoveryStrategyTest, ConjunctionSolrSpellCheckerTest, TestTrie, SuggesterFSTTest, TestInPlaceUpdatesStandalone, TestLFUCache, DistributedFacetPivotWhiteBoxTest, TestTestInjection, TestQuerySenderListener, TestManagedSchema, TermVectorComponentDistributedTest, DistributedTermsComponentTest, SimpleFacetsTest, StatsComponentTest, TestGroupingSearch, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, TestComponentsName, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, SampleTest, TestDocSet, TestSearchPerf, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, CdcrBootstrapTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribJoinFromCollectionTest, ForceLeaderTest]
[junit4] Completed [514/729 (4!)] on J2 in 132.07s, 3 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 43941 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1372 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1372/
3 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:49660/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:49660/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([C56F3F141A4CDA52:4D3B00CEB4B0B7AA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.QueryElevationComponentTest.testMarkExcludes
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([C56F3F141A4CDA52:505686E583A2FBCF]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
at org.apache.solr.handler.component.QueryElevationComponentTest.testMarkExcludes(QueryElevationComponentTest.java:466)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result/doc[2]/str[@name='id'][.='1']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">2</int>
<lst name="params">
<str name="q">XXXX XXXX</str>
<str name="qt">/elevate</str>
<str name="indent">true</str>
<str name="fl">id, score, [excluded]</str>
<str name="markExcludes">true</str>
<str name="wt">xml</str>
</lst>
</lst>
<result name="response" numFound="4" start="0" maxScore="3.149114">
<doc>
<str name="id">5</str>
<float name="score">0.0</float>
<bool name="[excluded]">false</bool></doc>
<doc>
<str name="id">4</str>
<float name="score">3.149114</float>
<bool name="[excluded]">false</bool></doc>
<doc>
<str name="id">6</str>
<float name="score">3.149114</float>
<bool name="[excluded]">true</bool></doc>
<doc>
<str name="id">1</str>
<float name="score">3.149114</float>
<bool name="[excluded]">false</bool></doc>
</result>
</response>
request was:q=XXXX+XXXX&qt=/elevate&indent=true&fl=id,+score,+[excluded]&markExcludes=true&wt=xml
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
... 40 more
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([C56F3F141A4CDA52:4D3B00CEB4B0B7AA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:403)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:248)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11769 lines...]
[junit4] Suite: org.apache.solr.handler.component.QueryElevationComponentTest
[junit4] 2> 977914 INFO (SUITE-QueryElevationComponentTest-seed#[C56F3F141A4CDA52]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.QueryElevationComponentTest_C56F3F141A4CDA52-001/init-core-data-001
[junit4] 2> 977914 WARN (SUITE-QueryElevationComponentTest-seed#[C56F3F141A4CDA52]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
[junit4] 2> 977914 INFO (SUITE-QueryElevationComponentTest-seed#[C56F3F141A4CDA52]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 977917 INFO (SUITE-QueryElevationComponentTest-seed#[C56F3F141A4CDA52]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 977922 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFieldType
[junit4] 2> 977923 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 977924 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 977988 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 978042 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema [null] Schema name=example
[junit4] 2> 978130 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema Loaded schema example/1.1 with uniqueid field id
[junit4] 2> 978204 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 978209 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 978209 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 978212 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 978253 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 978265 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
[junit4] 2> 978319 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.1 with uniqueid field id
[junit4] 2> 978336 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 978336 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 978336 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 978336 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.QueryElevationComponentTest_C56F3F141A4CDA52-001/init-core-data-001/]
[junit4] 2> 978339 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=32.5927734375, floorSegmentMB=1.4736328125, forceMergeDeletesPctAllowed=12.039562707142707, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 978391 WARN (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 978400 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 978400 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 978401 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@c97844d
[junit4] 2> 978402 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65dbe8b8[collection1] main]
[junit4] 2> 978402 WARN (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 978403 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/elevate.xml
[junit4] 2> 978408 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from data dir: elevate-data.xml
[junit4] 2> 978416 INFO (coreLoadExecutor-930-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 978417 INFO (searcherExecutor-931-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65dbe8b8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 978419 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 978419 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 978419 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
[junit4] 2> 978419 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 978420 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77510ac2 commitCommandVersion:0
[junit4] 2> 978421 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@689ca8f7[collection1] main]
[junit4] 2> 978421 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 978422 INFO (searcherExecutor-931-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@689ca8f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 978423 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 978425 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 978425 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
[junit4] 2> 978425 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 978425 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77510ac2 commitCommandVersion:0
[junit4] 2> 978425 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@50c8f438[collection1] main]
[junit4] 2> 978425 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 978427 INFO (searcherExecutor-931-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@50c8f438[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 978427 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 2
[junit4] 2> 978429 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[1]} 0 1
[junit4] 2> 978431 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[2]} 0 2
[junit4] 2> 978432 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[3]} 0 0
[junit4] 2> 978435 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[4]} 0 2
[junit4] 2> 978435 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[5]} 0 0
[junit4] 2> 978438 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[6]} 0 2
[junit4] 2> 978438 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[7]} 0 0
[junit4] 2> 978441 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[8]} 0 2
[junit4] 2> 978442 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[9]} 0 0
[junit4] 2> 978442 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 978442 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@77510ac2 commitCommandVersion:0
[junit4] 2> 978454 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@73c733[collection1] main]
[junit4] 2> 978457 INFO (searcherExecutor-931-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@73c733[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(8.0.0):c6) Uninverting(_3(8.0.0):C2) Uninverting(_6(8.0.0):C1)))}
[junit4] 2> 978457 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 978457 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 15
[junit4] 2> 978466 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=AAAA&qt=/elevate&fl=id,+score,+[elevated]&wt=xml} hits=3 status=0 QTime=7
[junit4] 2> 978468 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 978468 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1785637047
[junit4] 2> 978468 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 978472 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 978474 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 978475 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 978475 INFO (coreCloseExecutor-935-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@414f39b3
[junit4] 2> 978477 INFO (coreCloseExecutor-935-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1095711155
[junit4] 2> 978487 INFO (TEST-QueryElevationComponentTest.testFieldType-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testFieldType
[junit4] 2> 978489 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGroupedQuery
[junit4] 2> 978490 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 978490 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 978524 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 978538 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema [null] Schema name=example
[junit4] 2> 978607 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema Loaded schema example/1.1 with uniqueid field id
[junit4] 2> 978682 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 978688 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 978688 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 978690 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 978723 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 978738 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
[junit4] 2> 978809 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.1 with uniqueid field id
[junit4] 2> 978819 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 978819 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 978820 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 978820 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.QueryElevationComponentTest_C56F3F141A4CDA52-001/init-core-data-001/]
[junit4] 2> 978822 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=32.5927734375, floorSegmentMB=1.4736328125, forceMergeDeletesPctAllowed=12.039562707142707, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 978972 WARN (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 978972 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 978972 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 978974 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@779e4abb
[junit4] 2> 978974 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71a78ae7[collection1] main]
[junit4] 2> 978974 WARN (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 978975 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/elevate.xml
[junit4] 2> 978980 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from data dir: elevate-data.xml
[junit4] 2> 978983 INFO (coreLoadExecutor-942-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 978984 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 978984 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 978985 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
[junit4] 2> 978985 INFO (searcherExecutor-943-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@71a78ae7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 978985 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 978985 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2f7eb38c commitCommandVersion:0
[junit4] 2> 978986 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ab93886[collection1] main]
[junit4] 2> 978987 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 978988 INFO (searcherExecutor-943-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2ab93886[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 978988 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 978989 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 978989 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
[junit4] 2> 978989 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 978989 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2f7eb38c commitCommandVersion:0
[junit4] 2> 978989 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@597e98f2[collection1] main]
[junit4] 2> 978990 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 978993 INFO (searcherExecutor-943-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@597e98f2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 978993 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 978994 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[1]} 0 0
[junit4] 2> 978996 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[2]} 0 2
[junit4] 2> 978997 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[3]} 0 0
[junit4] 2> 979000 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[4]} 0 2
[junit4] 2> 979001 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[5]} 0 0
[junit4] 2> 979005 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[6]} 0 3
[junit4] 2> 979007 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[7]} 0 1
[junit4] 2> 979011 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[8]} 0 2
[junit4] 2> 979012 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[9]} 0 0
[junit4] 2> 979019 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[22]} 0 6
[junit4] 2> 979019 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[66]} 0 0
[junit4] 2> 979021 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[77]} 0 1
[junit4] 2> 979021 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 979021 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2f7eb38c commitCommandVersion:0
[junit4] 2> 979022 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d87ae5a[collection1] main]
[junit4] 2> 979024 INFO (searcherExecutor-943-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d87ae5a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(8.0.0):c6) Uninverting(_3(8.0.0):C2) Uninverting(_6(8.0.0):C2) Uninverting(_7(8.0.0):C2)))}
[junit4] 2> 979024 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 979025 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 979054 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=AAAA&enableElevation=false&qt=/elevate&group.limit=100&fl=id,+score,+[elevated]&group.ngroups=true&wt=xml&group.field=str_s&group=true} hits=6 status=0 QTime=28
[junit4] 2> 979092 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=AAAA&qt=/elevate&group.limit=100&fl=id,+score,+[elevated]&group.ngroups=true&wt=xml&group.field=str_s&group=true} hits=6 status=0 QTime=29
[junit4] 2> 979096 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=AAAA&qt=/elevate&group.limit=100&fl=id,+score,+[elevated]&sort=id+asc&group.ngroups=true&wt=xml&group.field=str_s&group=true} hits=6 status=0 QTime=1
[junit4] 2> 979104 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=AAAA&forceElevation=true&qt=/elevate&group.limit=100&fl=id,+score,+[elevated]&sort=id+asc&group.ngroups=true&wt=xml&group.field=str_s&group=true} hits=6 status=0 QTime=5
[junit4] 2> 979115 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=AAAA&qt=/elevate&group.sort=id+desc&group.limit=100&fl=id,+score,+[elevated]&sort=id+asc&group.ngroups=true&wt=xml&group.field=str_s&group=true} hits=6 status=0 QTime=0
[junit4] 2> 979125 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=AAAA&forceElevation=true&qt=/elevate&group.sort=id+desc&group.limit=100&fl=id,+score,+[elevated]&sort=id+asc&group.ngroups=true&wt=xml&group.field=str_s&group=true} hits=6 status=0 QTime=1
[junit4] 2> 979128 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 979128 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=33389501
[junit4] 2> 979128 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 979130 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 979131 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 979140 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 979144 INFO (coreCloseExecutor-947-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4a227d69
[junit4] 2> 979151 INFO (coreCloseExecutor-947-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1243774313
[junit4] 2> 979161 INFO (TEST-QueryElevationComponentTest.testGroupedQuery-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGroupedQuery
[junit4] 2> 979172 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInterface
[junit4] 2> 979172 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 979173 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 979198 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 979212 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 979303 WARN (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 979304 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 979348 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 979353 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 979354 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 979356 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 979384 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 979396 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 979501 WARN (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 979501 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 979509 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 979509 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 979509 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 979509 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.QueryElevationComponentTest_C56F3F141A4CDA52-001/init-core-data-001/]
[junit4] 2> 979511 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=32.5927734375, floorSegmentMB=1.4736328125, forceMergeDeletesPctAllowed=12.039562707142707, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 979562 WARN (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 979563 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 979563 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 979564 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@124e5042
[junit4] 2> 979564 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@655953ab[collection1] main]
[junit4] 2> 979564 WARN (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 979565 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/elevate.xml
[junit4] 2> 979570 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from data dir: elevate-data.xml
[junit4] 2> 979573 INFO (coreLoadExecutor-954-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 979576 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 979576 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 979577 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
[junit4] 2> 979577 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 979577 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@38bd04ea commitCommandVersion:0
[junit4] 2> 979579 INFO (searcherExecutor-955-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@655953ab[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 979580 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f3ec2e3[collection1] main]
[junit4] 2> 979580 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 979584 INFO (searcherExecutor-955-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f3ec2e3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 979584 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 7
[junit4] 2> 979585 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/elevate.xml
[junit4] 2> 979588 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/elevate.xml
[junit4] 2> 979595 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q.alt=*:*&defType=dismax&qt=/elevate&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 979595 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 979595 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1651508696
[junit4] 2> 979595 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 979597 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 979598 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 979765 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 979766 INFO (coreCloseExecutor-959-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@617e2931
[junit4] 2> 979776 INFO (coreCloseExecutor-959-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1635658033
[junit4] 2> 979808 INFO (TEST-QueryElevationComponentTest.testInterface-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInterface
[junit4] 2> 979811 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMarker
[junit4] 2> 979812 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 979812 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 979837 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 979857 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 979952 WARN (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 979952 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 980019 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 980024 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 980024 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 980032 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 980066 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 980090 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 980194 WARN (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 980195 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 980217 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 980218 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 980218 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 980225 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.QueryElevationComponentTest_C56F3F141A4CDA52-001/init-core-data-001/]
[junit4] 2> 980234 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=32.5927734375, floorSegmentMB=1.4736328125, forceMergeDeletesPctAllowed=12.039562707142707, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 980325 WARN (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 980326 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 980326 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 980327 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3d2d77f2
[junit4] 2> 980327 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@47377e56[collection1] main]
[junit4] 2> 980328 WARN (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 980329 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/elevate.xml
[junit4] 2> 980334 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from data dir: elevate-data.xml
[junit4] 2> 980345 INFO (coreLoadExecutor-966-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 980347 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 980348 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 980348 INFO (searcherExecutor-967-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@47377e56[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 980349 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 1
[junit4] 2> 980349 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 980349 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5f37666b commitCommandVersion:0
[junit4] 2> 980355 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3aa9f0bf[collection1] main]
[junit4] 2> 980356 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 980357 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3aa9f0bf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 980358 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 8
[junit4] 2> 980359 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[1]} 0 0
[junit4] 2> 980361 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[2]} 0 2
[junit4] 2> 980361 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[3]} 0 0
[junit4] 2> 980366 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[4]} 0 4
[junit4] 2> 980367 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[5]} 0 0
[junit4] 2> 980372 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[6]} 0 4
[junit4] 2> 980372 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[7]} 0 0
[junit4] 2> 980373 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 980373 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5f37666b commitCommandVersion:0
[junit4] 2> 980380 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b127c9b[collection1] main]
[junit4] 2> 980382 INFO (searcherExecutor-967-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7b127c9b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2) Uninverting(_1(8.0.0):C2) Uninverting(_2(8.0.0):C2) Uninverting(_3(8.0.0):C1)))}
[junit4] 2> 980382 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 980382 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 9
[junit4] 2> 980398 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=XXXX&qt=/elevate&fl=id,+score,+[elevated]&wt=xml} hits=3 status=0 QTime=16
[junit4] 2> 980400 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=AAAA&qt=/elevate&fl=id,+score,+[elevated]&wt=xml} hits=1 status=0 QTime=0
[junit4] 2> 980402 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=AAAA&qt=/elevate&fl=id,+score,+[elev]&wt=xml} hits=1 status=0 QTime=0
[junit4] 2> 980402 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 980402 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=600082431
[junit4] 2> 980402 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 980404 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 980406 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 980406 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 980417 INFO (coreCloseExecutor-971-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@38529485
[junit4] 2> 980437 INFO (coreCloseExecutor-971-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=944936069
[junit4] 2> 980450 INFO (TEST-QueryElevationComponentTest.testMarker-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMarker
[junit4] 2> 980452 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSorting
[junit4] 2> 980453 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 980454 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 980516 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 980539 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 980760 WARN (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 980760 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 980803 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 980808 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 980808 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 980811 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 980839 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 980851 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 980974 WARN (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 980975 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 980987 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 980987 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@448f0c47
[junit4] 2> 980988 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 980988 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.component.QueryElevationComponentTest_C56F3F141A4CDA52-001/init-core-data-001/]
[junit4] 2> 980990 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=32.5927734375, floorSegmentMB=1.4736328125, forceMergeDeletesPctAllowed=12.039562707142707, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 981064 WARN (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
[junit4] 2> 981064 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 981064 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 981065 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@637d86d4
[junit4] 2> 981066 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62ec8365[collection1] main]
[junit4] 2> 981066 WARN (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 981067 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/elevate.xml
[junit4] 2> 981075 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from data dir: elevate-data.xml
[junit4] 2> 981078 INFO (coreLoadExecutor-978-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 981080 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 981080 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 981080 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
[junit4] 2> 981080 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 981080 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@a0dc796 commitCommandVersion:0
[junit4] 2> 981082 INFO (searcherExecutor-979-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@62ec8365[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 981087 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12461b4b[collection1] main]
[junit4] 2> 981088 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 981089 INFO (searcherExecutor-979-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@12461b4b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 981090 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 9
[junit4] 2> 981090 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[a]} 0 0
[junit4] 2> 981098 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[b]} 0 7
[junit4] 2> 981108 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[c]} 0 9
[junit4] 2> 981160 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[x]} 0 51
[junit4] 2> 981161 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[y]} 0 0
[junit4] 2> 981163 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[z]} 0 1
[junit4] 2> 981163 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 981163 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@a0dc796 commitCommandVersion:0
[junit4] 2> 981164 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@629dde18[collection1] main]
[junit4] 2> 981164 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 981166 INFO (searcherExecutor-979-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@629dde18[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2) Uninverting(_1(8.0.0):C2) Uninverting(_2(8.0.0):C2)))}
[junit4] 2> 981166 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 2
[junit4] 2> 981167 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&indent=true&fl=id,score} hits=3 status=0 QTime=0
[junit4] 2> 981168 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&indent=true&fl=id,score} hits=6 status=0 QTime=0
[junit4] 2> 981170 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&indent=true&fl=id,score} hits=4 status=0 QTime=0
[junit4] 2> 981171 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&indent=true&fl=id,score&sort=score+asc} hits=4 status=0 QTime=0
[junit4] 2> 981173 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&indent=true&fl=id,score&sort=str_s1+asc} hits=4 status=0 QTime=0
[junit4] 2> 981185 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&indent=true&fl=id,score&sort=id+asc} hits=4 status=0 QTime=0
[junit4] 2> 981187 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&indent=true&fl=id,score&sort=id+asc} hits=4 status=0 QTime=0
[junit4] 2> 981188 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&indent=true&fl=id,score&exclusive=true&sort=id+asc} hits=2 status=0 QTime=0
[junit4] 2> 981191 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&indent=true&fl=id,score} hits=3 status=0 QTime=0
[junit4] 2> 981192 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&excludeIds=b&indent=true&fl=id,score&elevateIds=x,y,z} hits=5 status=0 QTime=0
[junit4] 2> 981205 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=title:ipod&qt=/elevate&excludeIds=b,c&indent=true&fl=id,score&elevateIds=x,z,y} hits=4 status=0 QTime=0
[junit4] 2> 981206 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 981206 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=180918446
[junit4] 2> 981206 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 981208 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 981209 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 981209 INFO (TEST-QueryElevationComponentTest.testSorting-seed#[C56F3F141A4CDA52]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 981216 INFO (coreCloseExecutor-983-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@12760bfd
[junit4] 2> 981218 INFO (coreCloseExecutor-983-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=309726205
[junit4] 2> 981230 INFO (TES
[...truncated too long message...]
andomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_C56F3F141A4CDA52-001
[junit4] 2> Aug 11, 2017 12:35:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1883, maxMBSortInHeap=6.475348697173245, sim=RandomSimilarity(queryNorm=false): {}, locale=hi-IN, timezone=AST
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=234535016,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [TestSurroundQueryParser, SSLMigrationTest, ConfigSetsAPITest, TestBulkSchemaAPI, TestMacroExpander, SolrInfoBeanTest, TestDefaultStatsCache, PingRequestHandlerTest, TestClusterStateMutator, V2StandaloneTest, OverseerStatusTest, PropertiesRequestHandlerTest, TestNumericTerms64, TestExpandComponent, SimpleMLTQParserTest, DirectUpdateHandlerOptimizeTest, DirectUpdateHandlerTest, SortByFunctionTest, TestObjectReleaseTracker, TestAuthenticationFramework, TestSolrDeletionPolicy2, TestTrie, TestStandardQParsers, BlobRepositoryCloudTest, BasicDistributedZk2Test, TestFastWriter, TestFieldTypeCollectionResource, UUIDUpdateProcessorFallbackTest, AliasIntegrationTest, TestTrackingShardHandlerFactory, TestZkChroot, ExitableDirectoryReaderTest, TestQuerySenderListener, SolrGraphiteReporterTest, DistributedFacetPivotLongTailTest, TestReversedWildcardFilterFactory, DocValuesNotIndexedTest, TestTestInjection, TestPointFields, PreAnalyzedFieldTest, OverseerTest, PrimitiveFieldTypeTest, TestOverriddenPrefixQueryForCustomFieldType, TermsComponentTest, TestDistributedMissingSort, TestPseudoReturnFields, SuggesterTest, TimeZoneUtilsTest, MoveReplicaHDFSUlogDirTest, TestCloudJSONFacetJoinDomain, ClassificationUpdateProcessorFactoryTest, TestNonDefinedSimilarityFactory, TestPrepRecovery, TestSolrCloudWithSecureImpersonation, TestJettySolrRunner, TestRandomFlRTGCloud, TestSolrConfigHandler, ReplicaListTransformerTest, DeleteStatusTest, DeleteNodeTest, CopyFieldTest, TestAddFieldRealTimeGet, TestConfigSetProperties, TestComplexPhraseQParserPlugin, BadIndexSchemaTest, UniqFieldsUpdateProcessorFactoryTest, SuggesterFSTTest, CollectionReloadTest, TestScoreJoinQPScore, MergeStrategyTest, TestCloudNestedDocsSort, TestLFUCache, ImplicitSnitchTest, TestMissingGroups, TestSerializedLuceneMatchVersion, TermVectorComponentDistributedTest, XsltUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, BooleanFieldTest, TestIndexSearcher, BufferStoreTest, WrapperMergePolicyFactoryTest, HdfsSyncSliceTest, TestSolrCoreSnapshots, DocumentBuilderTest, CustomCollectionTest, TestDFRSimilarityFactory, RecoveryZkTest, StatsComponentTest, TestRawTransformer, VMParamsZkACLAndCredentialsProvidersTest, DistribJoinFromCollectionTest, TestManagedSchema, SolrCLIZkUtilsTest, TestManagedSynonymFilterFactory, HdfsRecoverLeaseTest, TestNumericTokenStream, TestCloudRecovery, UnloadDistributedZkTest, PolyFieldTest, PeerSyncWithIndexFingerprintCachingTest, TestDynamicFieldResource, TestXmlQParser, TestSchemaResource, TestManagedResource, TestJavabinTupleStreamParser, TestExactStatsCache, SolrCoreCheckLockOnStartupTest, HdfsChaosMonkeySafeLeaderTest, TestExclusionRuleCollectionAccess, CdcrReplicationDistributedZkTest, TestFieldCacheSort, OverseerCollectionConfigSetProcessorTest, TestFieldCacheWithThreads, TestSolrConfigHandlerConcurrent, TestReplicaProperties, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestRecovery, TestStressReorder, TestReload, HardAutoCommitTest, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, PeerSyncTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, TestFoldingMultitermQuery, SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, DebugComponentTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, MultiTermTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, MissingSegmentRecoveryTest, MoveReplicaTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest]
[junit4] Completed [528/729 (3!)] on J2 in 94.17s, 1 test, 1 failure <<< FAILURES!
[...truncated 43918 lines...]