You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/05/24 13:20:51 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 1845 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1845/
5 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
Could not find a healthy node to handle the request.
Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
at __randomizedtesting.SeedInfo.seed([504D6955B0D35E1C:D819568F1E2F33E4]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1392)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1139)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:890)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.tryDelete(ChaosMonkeySafeLeaderWithPullReplicasTest.java:235)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest
Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
at __randomizedtesting.SeedInfo.seed([796502D19072FA16:B01DB3B64FBDADD7]:0)
at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder
Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id
Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
at __randomizedtesting.SeedInfo.seed([796502D19072FA16:1C2922B15A109DFE]:0)
at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore
Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id
Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
at __randomizedtesting.SeedInfo.seed([796502D19072FA16:245415141D4E8D7D]:0)
at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking
Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id
Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
at __randomizedtesting.SeedInfo.seed([796502D19072FA16:E653AB4F0808E5D9]:0)
at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11576 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/init-core-data-001
[junit4] 2> 621542 WARN (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[504D6955B0D35E1C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 621542 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[504D6955B0D35E1C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 621544 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[504D6955B0D35E1C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 621544 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[504D6955B0D35E1C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 621545 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 2 nodes
[junit4] 2> 621547 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 621548 INFO (Thread-1027) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 621548 INFO (Thread-1027) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 621561 ERROR (Thread-1027) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 621648 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.ZkTestServer start zk server on port:44397
[junit4] 2> 621667 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 621669 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 621671 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 621673 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 621675 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 621676 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 621678 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 621680 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 621681 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 621683 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 621685 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 621687 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 621813 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/control-001/cores/collection1
[junit4] 2> 621815 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 621818 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d7ef9df{/,null,AVAILABLE}
[junit4] 2> 621819 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72bbde6b{HTTP/1.1,[http/1.1]}{127.0.0.1:55196}
[junit4] 2> 621819 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.Server Started @624742ms
[junit4] 2> 621819 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=55196, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/control-001/cores}
[junit4] 2> 621819 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 621819 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 621819 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 621819 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 621819 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-24T12:37:32.532Z
[junit4] 2> 621862 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 621863 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/control-001/solr.xml
[junit4] 2> 621869 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 621894 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44397/solr
[junit4] 2> 621966 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:55196_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 621967 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:55196_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55196_
[junit4] 2> 621969 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:55196_ ] o.a.s.c.Overseer Overseer (id=98017571783442436-127.0.0.1:55196_-n_0000000000) starting
[junit4] 2> 622003 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:55196_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55196_
[junit4] 2> 622006 INFO (zkCallback-1059-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 622130 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:55196_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 622135 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:55196_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 622135 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:55196_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 622137 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:55196_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/control-001/cores
[junit4] 2> 622137 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:55196_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 622140 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 622146 INFO (OverseerStateUpdate-98017571783442436-127.0.0.1:55196_-n_0000000000) [n:127.0.0.1:55196_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 622183 WARN (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 622185 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 622204 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 622281 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 622299 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 622300 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 622300 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 622300 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/control-001/cores/collection1/data/]
[junit4] 2> 622303 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=5.732421875, floorSegmentMB=0.873046875, forceMergeDeletesPctAllowed=11.595503211228522, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22357754433103427
[junit4] 2> 622311 WARN (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 622386 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 622386 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 622387 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 622387 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 622389 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=638071223, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 622394 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@767e7db[collection1] main]
[junit4] 2> 622396 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 622397 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 622399 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 622399 INFO (coreLoadExecutor-2522-thread-1-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568281149426368512
[junit4] 2> 622401 INFO (searcherExecutor-2523-thread-1-processing-n:127.0.0.1:55196_ x:collection1 c:control_collection) [n:127.0.0.1:55196_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@767e7db[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 622425 INFO (coreZkRegister-2515-thread-1-processing-n:127.0.0.1:55196_ x:collection1 c:control_collection) [n:127.0.0.1:55196_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 622425 INFO (coreZkRegister-2515-thread-1-processing-n:127.0.0.1:55196_ x:collection1 c:control_collection) [n:127.0.0.1:55196_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 622425 INFO (coreZkRegister-2515-thread-1-processing-n:127.0.0.1:55196_ x:collection1 c:control_collection) [n:127.0.0.1:55196_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55196/collection1/
[junit4] 2> 622425 INFO (coreZkRegister-2515-thread-1-processing-n:127.0.0.1:55196_ x:collection1 c:control_collection) [n:127.0.0.1:55196_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 622425 INFO (coreZkRegister-2515-thread-1-processing-n:127.0.0.1:55196_ x:collection1 c:control_collection) [n:127.0.0.1:55196_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55196/collection1/ has no replicas
[junit4] 2> 622425 INFO (coreZkRegister-2515-thread-1-processing-n:127.0.0.1:55196_ x:collection1 c:control_collection) [n:127.0.0.1:55196_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 622429 INFO (coreZkRegister-2515-thread-1-processing-n:127.0.0.1:55196_ x:collection1 c:control_collection) [n:127.0.0.1:55196_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55196/collection1/ shard1
[junit4] 2> 622582 INFO (coreZkRegister-2515-thread-1-processing-n:127.0.0.1:55196_ x:collection1 c:control_collection) [n:127.0.0.1:55196_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 622667 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 622668 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44397/solr ready
[junit4] 2> 622668 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 622668 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 622813 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-1-001/cores/collection1
[junit4] 2> 622813 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-1-001 of type PULL
[junit4] 2> 622815 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 622817 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e01a7ff{/,null,AVAILABLE}
[junit4] 2> 622817 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41442507{HTTP/1.1,[http/1.1]}{127.0.0.1:32951}
[junit4] 2> 622817 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.Server Started @625740ms
[junit4] 2> 622817 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/tempDir-001/jetty1, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=32951, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-1-001/cores}
[junit4] 2> 622817 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 622818 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 622818 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 622818 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 622818 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-24T12:37:33.531Z
[junit4] 2> 622830 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 622830 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-1-001/solr.xml
[junit4] 2> 622836 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 622854 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44397/solr
[junit4] 2> 622871 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:32951_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 622874 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:32951_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 622876 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:32951_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32951_
[junit4] 2> 622879 INFO (zkCallback-1059-thread-3-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 622879 INFO (zkCallback-1063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 622900 INFO (zkCallback-1069-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 622996 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:32951_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 623006 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:32951_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 623007 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:32951_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 623010 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:32951_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-1-001/cores
[junit4] 2> 623010 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:32951_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 623012 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 623019 INFO (OverseerStateUpdate-98017571783442436-127.0.0.1:55196_-n_0000000000) [n:127.0.0.1:55196_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 623123 INFO (zkCallback-1069-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 624040 WARN (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 624041 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 624055 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 624154 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 624182 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 624183 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node1' (registry 'solr.core.collection1.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 624183 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 624183 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 624186 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=5.732421875, floorSegmentMB=0.873046875, forceMergeDeletesPctAllowed=11.595503211228522, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22357754433103427
[junit4] 2> 624196 WARN (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 624255 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 624255 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 624264 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=638071223, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 624264 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@296aae72[collection1] main]
[junit4] 2> 624266 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 624266 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 624267 INFO (coreLoadExecutor-2533-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 624270 INFO (searcherExecutor-2534-thread-1-processing-n:127.0.0.1:32951_ x:collection1 c:collection1) [n:127.0.0.1:32951_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@296aae72[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 624271 INFO (coreZkRegister-2528-thread-1-processing-n:127.0.0.1:32951_ x:collection1 c:collection1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader
[junit4] 2> 624271 INFO (coreZkRegister-2528-thread-1-processing-n:127.0.0.1:32951_ x:collection1 c:collection1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7
[junit4] 2> 624272 INFO (coreZkRegister-2528-thread-1-processing-n:127.0.0.1:32951_ x:collection1 c:collection1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms
[junit4] 2> 624272 WARN (coreZkRegister-2528-thread-1-processing-n:127.0.0.1:32951_ x:collection1 c:collection1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
[junit4] 2> 624654 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-2-001/cores/collection1
[junit4] 2> 624655 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-2-001 of type NRT
[junit4] 2> 624656 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 624664 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c8d4bbd{/,null,AVAILABLE}
[junit4] 2> 624664 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2135619{HTTP/1.1,[http/1.1]}{127.0.0.1:47235}
[junit4] 2> 624665 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.e.j.s.Server Started @627588ms
[junit4] 2> 624665 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=47235, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-2-001/cores}
[junit4] 2> 624665 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 624665 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 624666 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 624666 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 624666 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-24T12:37:35.379Z
[junit4] 2> 624696 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 624696 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-2-001/solr.xml
[junit4] 2> 624701 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 624723 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44397/solr
[junit4] 2> 624743 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:47235_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 624755 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:47235_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 624761 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:47235_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47235_
[junit4] 2> 624763 INFO (zkCallback-1063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 624763 INFO (zkCallback-1059-thread-3-processing-n:127.0.0.1:55196_) [n:127.0.0.1:55196_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 624763 INFO (zkCallback-1069-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 624774 INFO (zkCallback-1075-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 624845 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:47235_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 624850 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:47235_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 624851 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:47235_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 624853 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:47235_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-2-001/cores
[junit4] 2> 624853 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [n:127.0.0.1:47235_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 624854 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 624855 INFO (OverseerStateUpdate-98017571783442436-127.0.0.1:55196_-n_0000000000) [n:127.0.0.1:55196_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 624958 INFO (zkCallback-1075-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 624958 INFO (zkCallback-1069-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 625870 WARN (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 625870 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 625898 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 626000 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 626019 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 626019 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46098724
[junit4] 2> 626019 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 626020 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_504D6955B0D35E1C-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 626027 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=5.732421875, floorSegmentMB=0.873046875, forceMergeDeletesPctAllowed=11.595503211228522, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22357754433103427
[junit4] 2> 626035 WARN (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 626090 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 626090 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 626091 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 626091 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 626092 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=638071223, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 626094 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5538b41a[collection1] main]
[junit4] 2> 626095 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 626095 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 626096 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 626098 INFO (searcherExecutor-2546-thread-1-processing-n:127.0.0.1:47235_ x:collection1 c:collection1) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5538b41a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 626098 INFO (coreLoadExecutor-2545-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568281153305051136
[junit4] 2> 626108 INFO (coreZkRegister-2540-thread-1-processing-n:127.0.0.1:47235_ x:collection1 c:collection1) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 626109 INFO (coreZkRegister-2540-thread-1-processing-n:127.0.0.1:47235_ x:collection1 c:collection1) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 626109 INFO (coreZkRegister-2540-thread-1-processing-n:127.0.0.1:47235_ x:collection1 c:collection1) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47235/collection1/
[junit4] 2> 626109 INFO (coreZkRegister-2540-thread-1-processing-n:127.0.0.1:47235_ x:collection1 c:collection1) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 626109 INFO (coreZkRegister-2540-thread-1-processing-n:127.0.0.1:47235_ x:collection1 c:collection1) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47235/collection1/ has no replicas
[junit4] 2> 626109 INFO (coreZkRegister-2540-thread-1-processing-n:127.0.0.1:47235_ x:collection1 c:collection1) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 626115 INFO (coreZkRegister-2540-thread-1-processing-n:127.0.0.1:47235_ x:collection1 c:collection1) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47235/collection1/ shard1
[junit4] 2> 626219 INFO (zkCallback-1069-thread-1-processing-n:127.0.0.1:32951_) [n:127.0.0.1:32951_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 626219 INFO (zkCallback-1075-thread-1-processing-n:127.0.0.1:47235_) [n:127.0.0.1:47235_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 626231 INFO (indexFetcher-2539-thread-1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher Replica core_node2 is leader but it's state is down, skipping replication
[junit4] 2> 626267 INFO (coreZkRegister-2540-thread-1-processing-n:127.0.0.1:47235_ x:collection1 c:collection1) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 626274 INFO (coreZkRegister-2528-thread-1-processing-n:127.0.0.1:32951_ x:collection1 c:collection1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 626286 INFO (updateExecutor-1066-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 626298 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 626298 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:47235/collection1/] and I am [http://127.0.0.1:32951/collection1/]
[junit4] 2> 626299 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 626299 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RecoveryStrategy Stopping background replicate from leader process
[junit4] 2> 626299 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController collection1 stopping background replication from leader
[junit4] 2> 626302 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:47235/collection1/].
[junit4] 2> 626330 INFO (qtp1289605909-5703) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568281153548320768,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 626330 INFO (qtp1289605909-5703) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 626331 INFO (qtp1289605909-5703) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 626331 INFO (qtp1289605909-5703) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 626332 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 626339 INFO (qtp1289605909-5706) [n:127.0.0.1:47235_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 626339 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 626339 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 626339 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 626339 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 626339 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 626339 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 626340 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3c35683 commitCommandVersion:0
[junit4] 2> 626345 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@624137fd[collection1] main]
[junit4] 2> 626346 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 626348 INFO (searcherExecutor-2534-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@624137fd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 626348 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 626348 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RecoveryStrategy Restaring background replicate from leader process
[junit4] 2> 626348 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader
[junit4] 2> 626348 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7
[junit4] 2> 626358 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms
[junit4] 2> 626358 WARN (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
[junit4] 2> 626358 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 626359 INFO (recoveryExecutor-1067-thread-1-processing-n:127.0.0.1:32951_ x:collection1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:32951_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 626394 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 626395 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Not turning on auto soft commit
[junit4] 2> 626419 INFO (qtp391980217-5633) [n:127.0.0.1:55196_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1568281153634304000)} 0 7
[junit4] 2> 626423 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0
[junit4] 2> 626423 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) collection1 after stale state error from server.
[junit4] 2> 626425 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 1
[junit4] 2> 626425 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) collection1 after stale state error from server.
[junit4] 2> 626426 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 2
[junit4] 2> 626426 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) collection1 after stale state error from server.
[junit4] 2> 626427 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 3
[junit4] 2> 626427 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) collection1 after stale state error from server.
[junit4] 2> 626429 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 4
[junit4] 2> 626429 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Re-trying request to collection(s) collection1 after stale state error from server.
[junit4] 2> 626430 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 5
[junit4] 2> 626430 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> 626431 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 55196
[junit4] 2> 626431 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=249702367
[junit4] 2> 626431 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 626433 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[504D6955B0D35E1C]) [ ] o.a.s.m.SolrMetricManager
[...truncated too long message...]
dle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 26158 INFO (qtp1109339084-216) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=3
[junit4] 2> 26160 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[796502D19072FA16]) [ ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
[junit4] 2> expected =/response/docs/[0]/id=='3'
[junit4] 2> response = {
[junit4] 2> "responseHeader":{
[junit4] 2> "status":0,
[junit4] 2> "QTime":3,
[junit4] 2> "params":{
[junit4] 2> "q":"*:*",
[junit4] 2> "indent":"on",
[junit4] 2> "fl":"*,score",
[junit4] 2> "rows":"4",
[junit4] 2> "wt":"json",
[junit4] 2> "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
[junit4] 2> "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
[junit4] 2> {
[junit4] 2> "id":"4",
[junit4] 2> "title":"w3 w3",
[junit4] 2> "description":"w4",
[junit4] 2> "popularity":4,
[junit4] 2> "_version_":1568283099626733568,
[junit4] 2> "score":0.36707595},
[junit4] 2> {
[junit4] 2> "id":"3",
[junit4] 2> "title":"w3",
[junit4] 2> "description":"w3",
[junit4] 2> "popularity":3,
[junit4] 2> "_version_":1568283099619393536,
[junit4] 2> "score":0.33873552},
[junit4] 2> {
[junit4] 2> "id":"1",
[junit4] 2> "title":"w1 w3",
[junit4] 2> "description":"w1",
[junit4] 2> "popularity":1,
[junit4] 2> "_version_":1568283099587936256,
[junit4] 2> "score":0.2545195},
[junit4] 2> {
[junit4] 2> "id":"2",
[junit4] 2> "title":"w2",
[junit4] 2> "description":"w2",
[junit4] 2> "popularity":2,
[junit4] 2> "_version_":1568283099608907776,
[junit4] 2> "score":0.0}]
[junit4] 2> }}
[junit4] 2>
[junit4] 2> request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
[junit4] 2>
[junit4] 2> 26160 INFO (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[796502D19072FA16]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=796502D19072FA16 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-EC -Dtests.timezone=Mexico/BajaNorte -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 1.23s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
[junit4] > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
[junit4] > at __randomizedtesting.SeedInfo.seed([796502D19072FA16:1C2922B15A109DFE]:0)
[junit4] > at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
[junit4] > at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
[junit4] > at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 26190 INFO (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[796502D19072FA16]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
[junit4] 2> 26191 INFO (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[796502D19072FA16]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
[junit4] 2> 26195 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7c72f0c1{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 26195 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2125483872
[junit4] 2> 26197 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 26197 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 26197 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 26200 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 26213 INFO (coreCloseExecutor-181-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2e42ae26
[junit4] 2> 26241 INFO (coreCloseExecutor-181-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=776121894
[junit4] 2> 26250 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@391daa31{/solr,null,UNAVAILABLE}
[junit4] 2> 26251 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 26251 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=914799355
[junit4] 2> 26251 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 26251 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 26251 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 26251 INFO (SUITE-TestParallelWeightCreation-seed#[796502D19072FA16]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 26258 INFO (coreCloseExecutor-183-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7cd3011b
[junit4] 2> 26265 INFO (coreCloseExecutor-183-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2094203163
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_796502D19072FA16-001
[junit4] 2> May 24, 2017 1:08:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Memory), popularity=PostingsFormat(name=Memory), description=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Memory), text=Lucene50(blocksize=128), title=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1919, maxMBSortInHeap=5.235299444703043, sim=RandomSimilarity(queryNorm=false): {}, locale=es-EC, timezone=Mexico/BajaNorte
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=252345176,total=373293056
[junit4] 2> NOTE: All tests run in this JVM: [TestLTRQParserExplain, TestEdisMaxSolrFeature, TestModelManager, TestFeatureExtractionFromMultipleSegments, TestFieldValueFeature, TestOriginalScoreFeature, TestParallelWeightCreation]
[junit4] Completed [32/33 (4!)] on J1 in 11.43s, 2 tests, 1 error <<< FAILURES!
[...truncated 36940 lines...]