You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/21 08:11:30 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4016 - Still Failing!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4016/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

6 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter

Error Message:
Collection not found: routeFieldColl

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([6959D7BB13DFF80:AEA303A62E5C14DA]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1416)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
	at __randomizedtesting.SeedInfo.seed([6959D7BB13DFF80:53C575E91DC43070]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1416)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([C26AFDEF8D7736D6:B124C8852B86117]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([C26AFDEF8D7736D6:A726DD8F4715513E]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([C26AFDEF8D7736D6:9F5BEA2A004B41BD]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([C26AFDEF8D7736D6:5D5C5471150D2919]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12550 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/init-core-data-001
   [junit4]   2> 1680546 INFO  (SUITE-CustomCollectionTest-seed#[6959D7BB13DFF80]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1680549 INFO  (SUITE-CustomCollectionTest-seed#[6959D7BB13DFF80]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1680550 INFO  (SUITE-CustomCollectionTest-seed#[6959D7BB13DFF80]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001
   [junit4]   2> 1680550 INFO  (SUITE-CustomCollectionTest-seed#[6959D7BB13DFF80]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1680551 INFO  (Thread-3414) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1680551 INFO  (Thread-3414) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1680553 ERROR (Thread-3414) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1680659 INFO  (SUITE-CustomCollectionTest-seed#[6959D7BB13DFF80]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:50557
   [junit4]   2> 1680685 INFO  (jetty-launcher-2684-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1680685 INFO  (jetty-launcher-2684-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1680685 INFO  (jetty-launcher-2684-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1680685 INFO  (jetty-launcher-2684-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1680686 INFO  (jetty-launcher-2684-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@620de201{/solr,null,AVAILABLE}
   [junit4]   2> 1680687 INFO  (jetty-launcher-2684-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c422a7c{HTTP/1.1,[http/1.1]}{127.0.0.1:50559}
   [junit4]   2> 1680688 INFO  (jetty-launcher-2684-thread-1) [    ] o.e.j.s.Server Started @1684576ms
   [junit4]   2> 1680688 INFO  (jetty-launcher-2684-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50559}
   [junit4]   2> 1680688 ERROR (jetty-launcher-2684-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1680688 INFO  (jetty-launcher-2684-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1680688 INFO  (jetty-launcher-2684-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1680688 INFO  (jetty-launcher-2684-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1680688 INFO  (jetty-launcher-2684-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T07:43:56.504Z
   [junit4]   2> 1680689 INFO  (jetty-launcher-2684-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e386a22{/solr,null,AVAILABLE}
   [junit4]   2> 1680690 INFO  (jetty-launcher-2684-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66276a8{/solr,null,AVAILABLE}
   [junit4]   2> 1680690 INFO  (jetty-launcher-2684-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6b865a04{HTTP/1.1,[http/1.1]}{127.0.0.1:50562}
   [junit4]   2> 1680690 INFO  (jetty-launcher-2684-thread-3) [    ] o.e.j.s.Server Started @1684579ms
   [junit4]   2> 1680690 INFO  (jetty-launcher-2684-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50562}
   [junit4]   2> 1680690 ERROR (jetty-launcher-2684-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1680690 INFO  (jetty-launcher-2684-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20572085{/solr,null,AVAILABLE}
   [junit4]   2> 1680690 INFO  (jetty-launcher-2684-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1680690 INFO  (jetty-launcher-2684-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1680691 INFO  (jetty-launcher-2684-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1680691 INFO  (jetty-launcher-2684-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T07:43:56.507Z
   [junit4]   2> 1680691 INFO  (jetty-launcher-2684-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@22f8e4bb{HTTP/1.1,[http/1.1]}{127.0.0.1:50561}
   [junit4]   2> 1680691 INFO  (jetty-launcher-2684-thread-2) [    ] o.e.j.s.Server Started @1684580ms
   [junit4]   2> 1680691 INFO  (jetty-launcher-2684-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50561}
   [junit4]   2> 1680691 INFO  (jetty-launcher-2684-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40b7c5a3{HTTP/1.1,[http/1.1]}{127.0.0.1:50563}
   [junit4]   2> 1680691 INFO  (jetty-launcher-2684-thread-4) [    ] o.e.j.s.Server Started @1684580ms
   [junit4]   2> 1680692 INFO  (jetty-launcher-2684-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50563}
   [junit4]   2> 1680692 ERROR (jetty-launcher-2684-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1680692 ERROR (jetty-launcher-2684-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1680692 INFO  (jetty-launcher-2684-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1680692 INFO  (jetty-launcher-2684-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1680692 INFO  (jetty-launcher-2684-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1680692 INFO  (jetty-launcher-2684-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1680692 INFO  (jetty-launcher-2684-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1680693 INFO  (jetty-launcher-2684-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1680693 INFO  (jetty-launcher-2684-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T07:43:56.509Z
   [junit4]   2> 1680692 INFO  (jetty-launcher-2684-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T07:43:56.508Z
   [junit4]   2> 1680693 INFO  (jetty-launcher-2684-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1680695 INFO  (jetty-launcher-2684-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1680696 INFO  (jetty-launcher-2684-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1680696 INFO  (jetty-launcher-2684-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1680714 INFO  (jetty-launcher-2684-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50557/solr
   [junit4]   2> 1680714 INFO  (jetty-launcher-2684-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50557/solr
   [junit4]   2> 1680715 INFO  (jetty-launcher-2684-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50557/solr
   [junit4]   2> 1680716 INFO  (jetty-launcher-2684-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50557/solr
   [junit4]   2> 1680768 INFO  (jetty-launcher-2684-thread-1) [n:127.0.0.1:50559_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1680768 INFO  (jetty-launcher-2684-thread-4) [n:127.0.0.1:50563_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1680769 INFO  (jetty-launcher-2684-thread-3) [n:127.0.0.1:50562_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1680769 INFO  (jetty-launcher-2684-thread-2) [n:127.0.0.1:50561_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1680770 INFO  (jetty-launcher-2684-thread-1) [n:127.0.0.1:50559_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50559_solr
   [junit4]   2> 1680772 INFO  (jetty-launcher-2684-thread-4) [n:127.0.0.1:50563_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50563_solr
   [junit4]   2> 1680772 INFO  (jetty-launcher-2684-thread-3) [n:127.0.0.1:50562_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50562_solr
   [junit4]   2> 1680772 INFO  (jetty-launcher-2684-thread-2) [n:127.0.0.1:50561_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50561_solr
   [junit4]   2> 1680773 INFO  (jetty-launcher-2684-thread-1) [n:127.0.0.1:50559_solr    ] o.a.s.c.Overseer Overseer (id=97999430377013257-127.0.0.1:50559_solr-n_0000000000) starting
   [junit4]   2> 1680775 INFO  (zkCallback-2706-thread-1-processing-n:127.0.0.1:50562_solr) [n:127.0.0.1:50562_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1680775 INFO  (zkCallback-2703-thread-1-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1680781 INFO  (zkCallback-2704-thread-1-processing-n:127.0.0.1:50561_solr) [n:127.0.0.1:50561_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1680785 INFO  (zkCallback-2705-thread-1-processing-n:127.0.0.1:50563_solr) [n:127.0.0.1:50563_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1680852 INFO  (jetty-launcher-2684-thread-1) [n:127.0.0.1:50559_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50559_solr
   [junit4]   2> 1680856 INFO  (zkCallback-2703-thread-1-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1680857 INFO  (zkCallback-2706-thread-1-processing-n:127.0.0.1:50562_solr) [n:127.0.0.1:50562_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1680857 INFO  (zkCallback-2704-thread-1-processing-n:127.0.0.1:50561_solr) [n:127.0.0.1:50561_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1680862 INFO  (zkCallback-2705-thread-1-processing-n:127.0.0.1:50563_solr) [n:127.0.0.1:50563_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1680900 INFO  (jetty-launcher-2684-thread-4) [n:127.0.0.1:50563_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50563.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1680905 INFO  (jetty-launcher-2684-thread-4) [n:127.0.0.1:50563_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50563.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1680905 INFO  (jetty-launcher-2684-thread-4) [n:127.0.0.1:50563_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50563.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1680907 INFO  (jetty-launcher-2684-thread-4) [n:127.0.0.1:50563_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node4/.
   [junit4]   2> 1680911 INFO  (jetty-launcher-2684-thread-3) [n:127.0.0.1:50562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50562.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1680915 INFO  (jetty-launcher-2684-thread-3) [n:127.0.0.1:50562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50562.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1680915 INFO  (jetty-launcher-2684-thread-3) [n:127.0.0.1:50562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50562.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1680916 INFO  (jetty-launcher-2684-thread-2) [n:127.0.0.1:50561_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50561.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1680916 INFO  (jetty-launcher-2684-thread-3) [n:127.0.0.1:50562_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node3/.
   [junit4]   2> 1680918 INFO  (jetty-launcher-2684-thread-2) [n:127.0.0.1:50561_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50561.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1680918 INFO  (jetty-launcher-2684-thread-2) [n:127.0.0.1:50561_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50561.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1680919 INFO  (jetty-launcher-2684-thread-2) [n:127.0.0.1:50561_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node2/.
   [junit4]   2> 1681025 INFO  (jetty-launcher-2684-thread-1) [n:127.0.0.1:50559_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50559.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1681028 INFO  (jetty-launcher-2684-thread-1) [n:127.0.0.1:50559_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50559.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1681028 INFO  (jetty-launcher-2684-thread-1) [n:127.0.0.1:50559_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50559.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1681029 INFO  (jetty-launcher-2684-thread-1) [n:127.0.0.1:50559_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node1/.
   [junit4]   2> 1681062 INFO  (SUITE-CustomCollectionTest-seed#[6959D7BB13DFF80]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1681064 INFO  (SUITE-CustomCollectionTest-seed#[6959D7BB13DFF80]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50557/solr ready
   [junit4]   2> 1681086 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[6959D7BB13DFF80]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
   [junit4]   2> 1681088 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[6959D7BB13DFF80]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1681092 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1681095 INFO  (OverseerThreadFactory-7966-thread-1-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCreateShardRepFactor
   [junit4]   2> 1681215 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2
   [junit4]   2> 1681215 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2
   [junit4]   2> 1681215 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1681215 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1681325 INFO  (zkCallback-2704-thread-1-processing-n:127.0.0.1:50561_solr) [n:127.0.0.1:50561_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1681325 INFO  (zkCallback-2706-thread-1-processing-n:127.0.0.1:50562_solr) [n:127.0.0.1:50562_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1682244 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1682244 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1682251 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1682251 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1682283 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1682283 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_b_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1682283 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1682283 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_a_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1682284 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50562.solr.core.testCreateShardRepFactor.b.replica1' (registry 'solr.core.testCreateShardRepFactor.b.replica1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1682284 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50561.solr.core.testCreateShardRepFactor.a.replica1' (registry 'solr.core.testCreateShardRepFactor.a.replica1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1682284 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1682284 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1682284 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node3/testCreateShardRepFactor_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node3/./testCreateShardRepFactor_b_replica1/data/]
   [junit4]   2> 1682284 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node2/testCreateShardRepFactor_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node2/./testCreateShardRepFactor_a_replica1/data/]
   [junit4]   2> 1682369 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1682369 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1682369 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1682369 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1682371 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1682371 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1682371 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1682371 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1682373 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2874ef9d[testCreateShardRepFactor_b_replica1] main]
   [junit4]   2> 1682373 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46f967c5[testCreateShardRepFactor_a_replica1] main]
   [junit4]   2> 1682374 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1682374 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1682375 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1682375 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1682375 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1682375 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1682375 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567990887943766016
   [junit4]   2> 1682375 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567990887943766016
   [junit4]   2> 1682376 INFO  (searcherExecutor-7975-thread-1-processing-n:127.0.0.1:50561_solr x:testCreateShardRepFactor_a_replica1 s:a c:testCreateShardRepFactor) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1] Registered new searcher Searcher@46f967c5[testCreateShardRepFactor_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1682377 INFO  (searcherExecutor-7974-thread-1-processing-n:127.0.0.1:50562_solr x:testCreateShardRepFactor_b_replica1 s:b c:testCreateShardRepFactor) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1] Registered new searcher Searcher@2874ef9d[testCreateShardRepFactor_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1682383 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1682383 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1682383 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50562/solr/testCreateShardRepFactor_b_replica1/
   [junit4]   2> 1682383 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1682383 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:50562/solr/testCreateShardRepFactor_b_replica1/ has no replicas
   [junit4]   2> 1682383 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1682383 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1682383 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1682383 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50561/solr/testCreateShardRepFactor_a_replica1/
   [junit4]   2> 1682383 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1682383 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:50561/solr/testCreateShardRepFactor_a_replica1/ has no replicas
   [junit4]   2> 1682383 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1682389 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50562/solr/testCreateShardRepFactor_b_replica1/ b
   [junit4]   2> 1682389 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50561/solr/testCreateShardRepFactor_a_replica1/ a
   [junit4]   2> 1682504 INFO  (zkCallback-2704-thread-1-processing-n:127.0.0.1:50561_solr) [n:127.0.0.1:50561_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1682504 INFO  (zkCallback-2706-thread-1-processing-n:127.0.0.1:50562_solr) [n:127.0.0.1:50562_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1682550 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1682550 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1682553 INFO  (qtp1520250893-15685) [n:127.0.0.1:50561_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2} status=0 QTime=1338
   [junit4]   2> 1682553 INFO  (qtp223770966-15680) [n:127.0.0.1:50562_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2} status=0 QTime=1338
   [junit4]   2> 1682558 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1682669 INFO  (zkCallback-2704-thread-1-processing-n:127.0.0.1:50561_solr) [n:127.0.0.1:50561_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1682669 INFO  (zkCallback-2706-thread-1-processing-n:127.0.0.1:50562_solr) [n:127.0.0.1:50562_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1683107 INFO  (OverseerCollectionConfigSetProcessor-97999430377013257-127.0.0.1:50559_solr-n_0000000000) [n:127.0.0.1:50559_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1683568 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2} status=0 QTime=2476
   [junit4]   2> 1683568 INFO  (qtp1504617058-15698) [n:127.0.0.1:50563_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1683572 INFO  (OverseerThreadFactory-7966-thread-2-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.CreateShardCmd Create shard invoked: {
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "operation":"createshard"}
   [junit4]   2> 1683686 INFO  (zkCallback-2704-thread-1-processing-n:127.0.0.1:50561_solr) [n:127.0.0.1:50561_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1683686 INFO  (zkCallback-2706-thread-1-processing-n:127.0.0.1:50562_solr) [n:127.0.0.1:50562_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1683797 INFO  (OverseerThreadFactory-7966-thread-2-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.CreateShardCmd Creating shard testCreateShardRepFactor_x_replica1 as part of slice x of collection testCreateShardRepFactor on 127.0.0.1:50563_solr
   [junit4]   2> 1683798 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
   [junit4]   2> 1683798 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1683908 INFO  (zkCallback-2704-thread-1-processing-n:127.0.0.1:50561_solr) [n:127.0.0.1:50561_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1683908 INFO  (zkCallback-2706-thread-1-processing-n:127.0.0.1:50562_solr) [n:127.0.0.1:50562_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1683908 INFO  (zkCallback-2705-thread-1-processing-n:127.0.0.1:50563_solr) [n:127.0.0.1:50563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1684815 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1684820 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1684854 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1684854 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_x_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1684854 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50563.solr.core.testCreateShardRepFactor.x.replica1' (registry 'solr.core.testCreateShardRepFactor.x.replica1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1684854 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1684854 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_x_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node4/testCreateShardRepFactor_x_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node4/./testCreateShardRepFactor_x_replica1/data/]
   [junit4]   2> 1684941 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1684942 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1684944 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1684944 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1684945 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35303a57[testCreateShardRepFactor_x_replica1] main]
   [junit4]   2> 1684947 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1684948 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1684948 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1684949 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567990890642800640
   [junit4]   2> 1684949 INFO  (searcherExecutor-7984-thread-1-processing-n:127.0.0.1:50563_solr x:testCreateShardRepFactor_x_replica1 s:x c:testCreateShardRepFactor) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1] Registered new searcher Searcher@35303a57[testCreateShardRepFactor_x_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1684957 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1684957 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1684958 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50563/solr/testCreateShardRepFactor_x_replica1/
   [junit4]   2> 1684958 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1684958 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:50563/solr/testCreateShardRepFactor_x_replica1/ has no replicas
   [junit4]   2> 1684958 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1684963 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50563/solr/testCreateShardRepFactor_x_replica1/ x
   [junit4]   2> 1685078 INFO  (zkCallback-2706-thread-1-processing-n:127.0.0.1:50562_solr) [n:127.0.0.1:50562_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1685078 INFO  (zkCallback-2704-thread-1-processing-n:127.0.0.1:50561_solr) [n:127.0.0.1:50561_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1685079 INFO  (zkCallback-2705-thread-1-processing-n:127.0.0.1:50563_solr) [n:127.0.0.1:50563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1685124 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1685127 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=1329
   [junit4]   2> 1685127 INFO  (OverseerThreadFactory-7966-thread-2-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.CreateShardCmd Finished create command on all shards for collection: testCreateShardRepFactor
   [junit4]   2> 1685130 INFO  (qtp1504617058-15698) [n:127.0.0.1:50563_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=1561
   [junit4]   2> 1685132 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[6959D7BB13DFF80]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
   [junit4]   2> 1685155 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[6959D7BB13DFF80]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
   [junit4]   2> 1685157 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[6959D7BB13DFF80]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1685159 INFO  (qtp1504617058-15705) [n:127.0.0.1:50563_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1685162 INFO  (OverseerCollectionConfigSetProcessor-97999430377013257-127.0.0.1:50559_solr-n_0000000000) [n:127.0.0.1:50559_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1685163 INFO  (OverseerThreadFactory-7966-thread-3-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1685164 INFO  (qtp223770966-15682) [n:127.0.0.1:50562_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCreateShardRepFactor.b.replica1, tag=null
   [junit4]   2> 1685164 INFO  (qtp1520250893-15686) [n:127.0.0.1:50561_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCreateShardRepFactor.a.replica1, tag=null
   [junit4]   2> 1685165 INFO  (qtp1504617058-15702) [n:127.0.0.1:50563_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCreateShardRepFactor.x.replica1, tag=null
   [junit4]   2> 1685216 INFO  (qtp1520250893-15686) [n:127.0.0.1:50561_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a9f8adc
   [junit4]   2> 1685216 INFO  (qtp223770966-15682) [n:127.0.0.1:50562_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@44c0283a
   [junit4]   2> 1685217 INFO  (qtp1504617058-15702) [n:127.0.0.1:50563_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7b8f6b41
   [junit4]   2> 1685218 INFO  (qtp1520250893-15686) [n:127.0.0.1:50561_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCreateShardRepFactor.a.replica1, tag=1520405212
   [junit4]   2> 1685218 INFO  (qtp1520250893-15686) [n:127.0.0.1:50561_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCreateShardRepFactor.a.leader, tag=1520405212
   [junit4]   2> 1685218 INFO  (qtp223770966-15682) [n:127.0.0.1:50562_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCreateShardRepFactor.b.replica1, tag=1153443898
   [junit4]   2> 1685218 INFO  (qtp223770966-15682) [n:127.0.0.1:50562_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCreateShardRepFactor.b.leader, tag=1153443898
   [junit4]   2> 1685219 INFO  (qtp1504617058-15702) [n:127.0.0.1:50563_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCreateShardRepFactor.x.replica1, tag=2072996673
   [junit4]   2> 1685219 INFO  (qtp1504617058-15702) [n:127.0.0.1:50563_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCreateShardRepFactor.x.leader, tag=2072996673
   [junit4]   2> 1685221 INFO  (qtp1520250893-15686) [n:127.0.0.1:50561_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=57
   [junit4]   2> 1685222 INFO  (qtp223770966-15682) [n:127.0.0.1:50562_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=58
   [junit4]   2> 1685222 INFO  (qtp1504617058-15702) [n:127.0.0.1:50563_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=57
   [junit4]   2> 1685941 INFO  (qtp1504617058-15705) [n:127.0.0.1:50563_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} status=0 QTime=782
   [junit4]   2> 1685942 INFO  (qtp1504617058-15683) [n:127.0.0.1:50563_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&name=implicitcoll&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1685946 INFO  (OverseerThreadFactory-7966-thread-4-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.CreateCollectionCmd Create collection implicitcoll
   [junit4]   2> 1685946 WARN  (OverseerThreadFactory-7966-thread-4-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 5 on collection implicitcoll is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1685947 INFO  (OverseerCollectionConfigSetProcessor-97999430377013257-127.0.0.1:50559_solr-n_0000000000) [n:127.0.0.1:50559_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1686176 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 1686177 INFO  (qtp1504617058-15700) [n:127.0.0.1:50563_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 1686178 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 1686187 INFO  (qtp791975457-15669) [n:127.0.0.1:50559_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 1686187 INFO  (qtp223770966-15688) [n:127.0.0.1:50562_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica5&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 1686188 INFO  (qtp791975457-15669) [n:127.0.0.1:50559_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1686188 INFO  (qtp1520250893-15687) [n:127.0.0.1:50561_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 1686188 INFO  (qtp223770966-15692) [n:127.0.0.1:50562_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 1686189 INFO  (qtp791975457-15671) [n:127.0.0.1:50559_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica5&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 1686189 INFO  (qtp1520250893-15689) [n:127.0.0.1:50561_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 1686190 INFO  (qtp223770966-15693) [n:127.0.0.1:50562_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 1686190 INFO  (qtp791975457-15672) [n:127.0.0.1:50559_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 1686190 INFO  (qtp1520250893-15690) [n:127.0.0.1:50561_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 1686190 INFO  (qtp223770966-15694) [n:127.0.0.1:50562_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 1686191 INFO  (qtp1520250893-15691) [n:127.0.0.1:50561_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica5&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 1686193 INFO  (qtp791975457-15673) [n:127.0.0.1:50559_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 1686330 INFO  (zkCallback-2705-thread-1-processing-n:127.0.0.1:50563_solr) [n:127.0.0.1:50563_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1686330 INFO  (zkCallback-2706-thread-1-processing-n:127.0.0.1:50562_solr) [n:127.0.0.1:50562_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1686330 INFO  (zkCallback-2704-thread-1-processing-n:127.0.0.1:50561_solr) [n:127.0.0.1:50561_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1686330 INFO  (zkCallback-2703-thread-1-processing-n:127.0.0.1:50559_solr) [n:127.0.0.1:50559_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1687209 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1687209 INFO  (qtp1504617058-15700) [n:127.0.0.1:50563_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1687253 INFO  (qtp1504617058-15700) [n:127.0.0.1:50563_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.s.IndexSchema [implicitcoll_a_replica4] Schema name=cloud-dynamic
   [junit4]   2> 1687263 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema [implicitcoll_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1687295 INFO  (qtp1504617058-15701) [n:127.0.0.1:50563_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1687309 INFO  (qtp223770966-15688) [n:127.0.0.1:50562_solr c:implicitcoll s:c  x:implicitcoll_c_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1687309 INFO  (qtp223770966-15693) [n:127.0.0.1:50562_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1687309 INFO  (qtp223770966-15692) [n:127.0.0.1:50562_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1687323 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1687323 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1687323 INFO  (qtp1504617058-15700) [n:127.0.0.1:50563_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1687323 INFO  (qtp1504617058-15700) [n:127.0.0.1:50563_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica4' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1687324 INFO  (qtp1504617058-15700) [n:127.0.0.1:50563_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50563.solr.core.implicitcoll.a.replica4' (registry 'solr.core.implicitcoll.a.replica4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1687324 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50563.solr.core.implicitcoll.c.replica2' (registry 'solr.core.implicitcoll.c.replica2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11e7ac4b
   [junit4]   2> 1687324 INFO  (qtp1504617058-15700) [n:127.0.0.1:50563_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1687324 INFO  (qtp1504617058-15700) [n:127.0.0.1:50563_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrCore [[implicitcoll_a_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node4/implicitcoll_a_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_6959D7BB13DFF80-001/tempDir-001/node4/./implicitcoll_a_replica4/data/]
   [junit4]   2> 1687324 INFO  (qtp1504617058-15696) [n:127.0.0.1:50563_solr c:implicitcoll s:c

[...truncated too long message...]

.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 36266 INFO  (qtp1381385498-321) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=4
   [junit4]   2> 36267 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[C26AFDEF8D7736D6]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":4,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1567992511591350272,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1567992511589253120,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1567992511557795840,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1567992511586107392,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 36268 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[C26AFDEF8D7736D6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=C26AFDEF8D7736D6 -Dtests.slow=true -Dtests.locale=ru-RU -Dtests.timezone=Africa/Casablanca -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1.62s J0 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C26AFDEF8D7736D6:A726DD8F4715513E]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 36270 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5eeb0b0d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 36270 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2033175406
   [junit4]   2> 36270 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 36270 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 36270 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 36270 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 36277 INFO  (coreCloseExecutor-276-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@22508250
   [junit4]   2> 36279 INFO  (coreCloseExecutor-276-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=575701584
   [junit4]   2> 36280 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ce5ce65{/solr,null,UNAVAILABLE}
   [junit4]   2> 36280 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 36280 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=282345375
   [junit4]   2> 36280 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 36280 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 36280 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 36280 INFO  (SUITE-TestParallelWeightCreation-seed#[C26AFDEF8D7736D6]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 36285 INFO  (coreCloseExecutor-278-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6a2bd0f
   [junit4]   2> 36287 INFO  (coreCloseExecutor-278-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=111328527
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestParallelWeightCreation_C26AFDEF8D7736D6-001
   [junit4]   2> May 21, 2017 8:09:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneFixedGap), popularity=PostingsFormat(name=Memory), description=Lucene50(blocksize=128), id=FSTOrd50, text=PostingsFormat(name=Memory), title=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1742, maxMBSortInHeap=5.988717647882187, sim=RandomSimilarity(queryNorm=true): {}, locale=ru-RU, timezone=Africa/Casablanca
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=41895264,total=99753984
   [junit4]   2> NOTE: All tests run in this JVM: [TestModelManagerPersistence, TestLTRScoringQuery, TestEdisMaxSolrFeature, TestRerankBase, TestLTRWithSort, TestExternalValueFeatures, TestUserTermScorereQDF, TestLinearModel, TestFieldValueFeature, TestLTRQParserExplain, TestLTRQParserPlugin, TestLTRReRankingPipeline, TestParallelWeightCreation]
   [junit4] Completed [21/33 (4!)] on J0 in 11.69s, 2 tests, 1 error <<< FAILURES!

[...truncated 1108 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).

Total time: 73 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4027 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4027/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:63925","node_name":"127.0.0.1:63925_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:63932",           "core":"c8n_1x3_lf_shard1_replica_n3",           "node_name":"127.0.0.1:63932_",           "type":"NRT"},         "core_node2":{           "core":"c8n_1x3_lf_shard1_replica_n2",           "base_url":"http://127.0.0.1:63925",           "node_name":"127.0.0.1:63925_",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node3":{           "core":"c8n_1x3_lf_shard1_replica_n1",           "base_url":"http://127.0.0.1:63920",           "node_name":"127.0.0.1:63920_",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:63925","node_name":"127.0.0.1:63925_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:63932",
          "core":"c8n_1x3_lf_shard1_replica_n3",
          "node_name":"127.0.0.1:63932_",
          "type":"NRT"},
        "core_node2":{
          "core":"c8n_1x3_lf_shard1_replica_n2",
          "base_url":"http://127.0.0.1:63925",
          "node_name":"127.0.0.1:63925_",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica_n1",
          "base_url":"http://127.0.0.1:63920",
          "node_name":"127.0.0.1:63920_",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([F44BEE144D3ED277:7C1FD1CEE3C2BF8F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:170)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11074 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/init-core-data-001
   [junit4]   2> 180477 WARN  (SUITE-LeaderFailoverAfterPartitionTest-seed#[F44BEE144D3ED277]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 180478 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[F44BEE144D3ED277]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 180480 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[F44BEE144D3ED277]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 180480 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[F44BEE144D3ED277]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 180481 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 180482 INFO  (Thread-325) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 180482 INFO  (Thread-325) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 180486 ERROR (Thread-325) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 180584 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.ZkTestServer start zk server on port:63909
   [junit4]   2> 180618 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 180622 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 180626 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 180628 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 180630 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 180632 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 180634 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 180636 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 180638 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 180640 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 180642 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 180644 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 180935 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/control-001/cores/collection1
   [junit4]   2> 180939 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 180941 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@373e374b{/,null,AVAILABLE}
   [junit4]   2> 180943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f389738{HTTP/1.1,[http/1.1]}{127.0.0.1:63913}
   [junit4]   2> 180943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.Server Started @185333ms
   [junit4]   2> 180943 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/tempDir-001/control/data, hostContext=/, hostPort=63912, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/control-001/cores}
   [junit4]   2> 180944 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 180944 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 180944 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 180944 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 180944 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-25T02:15:16.663Z
   [junit4]   2> 180948 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 180948 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/control-001/solr.xml
   [junit4]   2> 180958 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 180964 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63909/solr
   [junit4]   2> 180998 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63912_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 180999 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63912_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63912_
   [junit4]   2> 181001 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63912_    ] o.a.s.c.Overseer Overseer (id=98020787237814276-127.0.0.1:63912_-n_0000000000) starting
   [junit4]   2> 181015 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63912_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63912_
   [junit4]   2> 181017 INFO  (zkCallback-281-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 181104 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63912_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 181106 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63912_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 181106 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63912_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 181108 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63912_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/control-001/cores
   [junit4]   2> 181108 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63912_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 181110 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 181113 INFO  (OverseerStateUpdate-98020787237814276-127.0.0.1:63912_-n_0000000000) [n:127.0.0.1:63912_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 182136 WARN  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 182136 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 182150 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 182257 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 182273 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 182273 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 182273 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 182273 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/control-001/cores/collection1/data/]
   [junit4]   2> 182285 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=73.7763671875, floorSegmentMB=0.2978515625, forceMergeDeletesPctAllowed=11.444642210650821, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 182321 WARN  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 182383 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 182384 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 182384 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 182384 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 182385 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 182386 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@604a978d[collection1] main]
   [junit4]   2> 182387 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 182388 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 182388 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 182388 INFO  (coreLoadExecutor-592-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568332597802565632
   [junit4]   2> 182389 INFO  (searcherExecutor-593-thread-1-processing-n:127.0.0.1:63912_ x:collection1 c:control_collection) [n:127.0.0.1:63912_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@604a978d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 182396 INFO  (coreZkRegister-585-thread-1-processing-n:127.0.0.1:63912_ x:collection1 c:control_collection) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 182396 INFO  (coreZkRegister-585-thread-1-processing-n:127.0.0.1:63912_ x:collection1 c:control_collection) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 182396 INFO  (coreZkRegister-585-thread-1-processing-n:127.0.0.1:63912_ x:collection1 c:control_collection) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63912/collection1/
   [junit4]   2> 182396 INFO  (coreZkRegister-585-thread-1-processing-n:127.0.0.1:63912_ x:collection1 c:control_collection) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 182396 INFO  (coreZkRegister-585-thread-1-processing-n:127.0.0.1:63912_ x:collection1 c:control_collection) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63912/collection1/ has no replicas
   [junit4]   2> 182396 INFO  (coreZkRegister-585-thread-1-processing-n:127.0.0.1:63912_ x:collection1 c:control_collection) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 182401 INFO  (coreZkRegister-585-thread-1-processing-n:127.0.0.1:63912_ x:collection1 c:control_collection) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63912/collection1/ shard1
   [junit4]   2> 182565 INFO  (coreZkRegister-585-thread-1-processing-n:127.0.0.1:63912_ x:collection1 c:control_collection) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 182650 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 182652 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63909/solr ready
   [junit4]   2> 182652 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 182652 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 182969 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-1-001/cores/collection1
   [junit4]   2> 182970 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-1-001 of type NRT
   [junit4]   2> 182971 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 182973 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@702f54cc{/,null,AVAILABLE}
   [junit4]   2> 182974 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d99bb53{HTTP/1.1,[http/1.1]}{127.0.0.1:63921}
   [junit4]   2> 182974 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.Server Started @187364ms
   [junit4]   2> 182974 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=63920, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-1-001/cores}
   [junit4]   2> 182974 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 182975 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 182975 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 182975 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 182975 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-25T02:15:18.694Z
   [junit4]   2> 182985 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 182985 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-1-001/solr.xml
   [junit4]   2> 182999 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 183019 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63909/solr
   [junit4]   2> 183039 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 183046 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63920_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 183052 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63920_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63920_
   [junit4]   2> 183055 INFO  (zkCallback-281-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 183055 INFO  (zkCallback-285-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 183056 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 183191 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63920_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 183196 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63920_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 183196 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63920_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 183198 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63920_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-1-001/cores
   [junit4]   2> 183198 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63920_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 183200 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 183202 INFO  (OverseerStateUpdate-98020787237814276-127.0.0.1:63912_-n_0000000000) [n:127.0.0.1:63912_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 183305 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 184235 WARN  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 184239 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 184255 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 184345 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 184361 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 184361 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node1' (registry 'solr.core.collection1.shard2.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 184361 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 184361 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 184363 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=73.7763671875, floorSegmentMB=0.2978515625, forceMergeDeletesPctAllowed=11.444642210650821, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 184365 WARN  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 184409 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 184409 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 184416 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 184416 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 184416 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 184417 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f8d703c[collection1] main]
   [junit4]   2> 184418 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 184419 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 184419 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 184419 INFO  (coreLoadExecutor-603-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568332599932223488
   [junit4]   2> 184420 INFO  (searcherExecutor-604-thread-1-processing-n:127.0.0.1:63920_ x:collection1 c:collection1) [n:127.0.0.1:63920_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f8d703c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 184428 INFO  (coreZkRegister-598-thread-1-processing-n:127.0.0.1:63920_ x:collection1 c:collection1) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 184428 INFO  (coreZkRegister-598-thread-1-processing-n:127.0.0.1:63920_ x:collection1 c:collection1) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 184428 INFO  (coreZkRegister-598-thread-1-processing-n:127.0.0.1:63920_ x:collection1 c:collection1) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63920/collection1/
   [junit4]   2> 184428 INFO  (coreZkRegister-598-thread-1-processing-n:127.0.0.1:63920_ x:collection1 c:collection1) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 184428 INFO  (coreZkRegister-598-thread-1-processing-n:127.0.0.1:63920_ x:collection1 c:collection1) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63920/collection1/ has no replicas
   [junit4]   2> 184428 INFO  (coreZkRegister-598-thread-1-processing-n:127.0.0.1:63920_ x:collection1 c:collection1) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 184433 INFO  (coreZkRegister-598-thread-1-processing-n:127.0.0.1:63920_ x:collection1 c:collection1) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63920/collection1/ shard2
   [junit4]   2> 184539 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 184592 INFO  (coreZkRegister-598-thread-1-processing-n:127.0.0.1:63920_ x:collection1 c:collection1) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 184716 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 184971 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-2-001/cores/collection1
   [junit4]   2> 184972 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-2-001 of type NRT
   [junit4]   2> 184972 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 184974 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73b477e6{/,null,AVAILABLE}
   [junit4]   2> 184974 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@30d60c93{HTTP/1.1,[http/1.1]}{127.0.0.1:63926}
   [junit4]   2> 184974 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.Server Started @189364ms
   [junit4]   2> 184974 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=63925, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-2-001/cores}
   [junit4]   2> 184974 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 184975 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 184975 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 184975 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 184975 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-25T02:15:20.694Z
   [junit4]   2> 184978 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 184978 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-2-001/solr.xml
   [junit4]   2> 184988 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 184991 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63909/solr
   [junit4]   2> 185004 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63925_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 185008 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63925_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 185011 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63925_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63925_
   [junit4]   2> 185013 INFO  (zkCallback-281-thread-1-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 185014 INFO  (zkCallback-297-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 185013 INFO  (zkCallback-285-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 185013 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 185101 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63925_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 185104 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63925_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 185104 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63925_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 185105 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63925_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-2-001/cores
   [junit4]   2> 185105 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63925_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 185107 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 185108 INFO  (OverseerStateUpdate-98020787237814276-127.0.0.1:63912_-n_0000000000) [n:127.0.0.1:63912_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 185211 INFO  (zkCallback-297-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 185211 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 186137 WARN  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 186138 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 186154 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 186273 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 186290 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 186290 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 186290 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 186290 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 186292 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=73.7763671875, floorSegmentMB=0.2978515625, forceMergeDeletesPctAllowed=11.444642210650821, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 186294 WARN  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 186366 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 186366 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 186367 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 186367 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 186368 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 186372 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4036ff7d[collection1] main]
   [junit4]   2> 186373 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 186373 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 186374 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 186374 INFO  (coreLoadExecutor-614-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568332601982189568
   [junit4]   2> 186375 INFO  (searcherExecutor-615-thread-1-processing-n:127.0.0.1:63925_ x:collection1 c:collection1) [n:127.0.0.1:63925_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4036ff7d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 186383 INFO  (coreZkRegister-609-thread-1-processing-n:127.0.0.1:63925_ x:collection1 c:collection1) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 186383 INFO  (coreZkRegister-609-thread-1-processing-n:127.0.0.1:63925_ x:collection1 c:collection1) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 186383 INFO  (coreZkRegister-609-thread-1-processing-n:127.0.0.1:63925_ x:collection1 c:collection1) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63925/collection1/
   [junit4]   2> 186383 INFO  (coreZkRegister-609-thread-1-processing-n:127.0.0.1:63925_ x:collection1 c:collection1) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 186383 INFO  (coreZkRegister-609-thread-1-processing-n:127.0.0.1:63925_ x:collection1 c:collection1) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63925/collection1/ has no replicas
   [junit4]   2> 186383 INFO  (coreZkRegister-609-thread-1-processing-n:127.0.0.1:63925_ x:collection1 c:collection1) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 186388 INFO  (coreZkRegister-609-thread-1-processing-n:127.0.0.1:63925_ x:collection1 c:collection1) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63925/collection1/ shard1
   [junit4]   2> 186498 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 186498 INFO  (zkCallback-297-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 186549 INFO  (coreZkRegister-609-thread-1-processing-n:127.0.0.1:63925_ x:collection1 c:collection1) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 186665 INFO  (zkCallback-297-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 186665 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 186863 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-3-001/cores/collection1
   [junit4]   2> 186864 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-3-001 of type NRT
   [junit4]   2> 186864 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 186877 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@282dcd90{/,null,AVAILABLE}
   [junit4]   2> 186877 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2d429ca4{HTTP/1.1,[http/1.1]}{127.0.0.1:63933}
   [junit4]   2> 186877 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.Server Started @191267ms
   [junit4]   2> 186877 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=63932, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-3-001/cores}
   [junit4]   2> 186878 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 186878 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 186878 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 186878 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 186878 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-25T02:15:22.597Z
   [junit4]   2> 186882 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 186882 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-3-001/solr.xml
   [junit4]   2> 186887 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 186891 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63909/solr
   [junit4]   2> 186909 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63932_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 186913 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63932_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 186916 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63932_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63932_
   [junit4]   2> 187000 INFO  (zkCallback-303-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 187010 INFO  (zkCallback-297-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 187010 INFO  (zkCallback-285-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 187010 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 187010 INFO  (zkCallback-281-thread-2-processing-n:127.0.0.1:63912_) [n:127.0.0.1:63912_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 187086 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63932_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 187091 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63932_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 187091 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63932_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 187093 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63932_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-3-001/cores
   [junit4]   2> 187093 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [n:127.0.0.1:63932_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 187094 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 187096 INFO  (OverseerStateUpdate-98020787237814276-127.0.0.1:63912_-n_0000000000) [n:127.0.0.1:63912_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 187202 INFO  (zkCallback-297-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187202 INFO  (zkCallback-303-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187202 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 188120 WARN  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 188121 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 188143 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 188266 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 188289 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 188290 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node3' (registry 'solr.core.collection1.shard2.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5bdd0312
   [junit4]   2> 188291 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 188291 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 188293 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=73.7763671875, floorSegmentMB=0.2978515625, forceMergeDeletesPctAllowed=11.444642210650821, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 188296 WARN  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 188366 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 188366 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 188367 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 188367 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 188367 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 188368 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d5e821[collection1] main]
   [junit4]   2> 188369 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 188370 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 188370 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 188371 INFO  (coreLoadExecutor-625-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568332604076195840
   [junit4]   2> 188372 INFO  (searcherExecutor-626-thread-1-processing-n:127.0.0.1:63932_ x:collection1 c:collection1) [n:127.0.0.1:63932_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7d5e821[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 188375 INFO  (coreZkRegister-620-thread-1-processing-n:127.0.0.1:63932_ x:collection1 c:collection1) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 188376 INFO  (updateExecutor-300-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 188376 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 188377 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 188377 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 188377 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 188377 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:63920/collection1/] and I am [http://127.0.0.1:63932/collection1/]
   [junit4]   2> 188381 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:63920]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:63932_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 188382 INFO  (SocketProxy-Acceptor-63920) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63950,localport=63920], receiveBufferSize:408300
   [junit4]   2> 188387 INFO  (SocketProxy-Acceptor-63920) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63921,localport=63951], receiveBufferSize=408300
   [junit4]   2> 188389 INFO  (qtp231792011-1565) [n:127.0.0.1:63920_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 188389 INFO  (qtp231792011-1565) [n:127.0.0.1:63920_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:63932_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:63932","node_name":"127.0.0.1:63932_","state":"down","type":"NRT"}
   [junit4]   2> 188487 INFO  (zkCallback-303-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 188487 INFO  (zkCallback-297-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 188487 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 188647 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 188647 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 188647 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 189397 INFO  (qtp231792011-1565) [n:127.0.0.1:63920_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:63932_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:63932","node_name":"127.0.0.1:63932_","state":"recovering","type":"NRT"}
   [junit4]   2> 189397 INFO  (qtp231792011-1565) [n:127.0.0.1:63920_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 189397 INFO  (qtp231792011-1565) [n:127.0.0.1:63920_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:63932_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1008
   [junit4]   2> 189908 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:63920/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 189909 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:63932 START replicas=[http://127.0.0.1:63920/collection1/] nUpdates=100
   [junit4]   2> 189911 INFO  (SocketProxy-Acceptor-63920) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63961,localport=63920], receiveBufferSize:408300
   [junit4]   2> 189913 INFO  (SocketProxy-Acceptor-63920) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63921,localport=63962], receiveBufferSize=408300
   [junit4]   2> 189923 INFO  (qtp231792011-1568) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:7.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 189923 INFO  (qtp231792011-1568) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 189928 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 189928 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 189928 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 189928 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 189929 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 189929 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 189929 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 189929 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 189929 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63932_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 190036 INFO  (zkCallback-303-thread-1-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 190036 INFO  (zkCallback-297-thread-1-processing-n:127.0.0.1:63925_) [n:127.0.0.1:63925_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 190036 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:63920_) [n:127.0.0.1:63920_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 190651 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 190652 INFO  (SocketProxy-Acceptor-63912) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63975,localport=63912], receiveBufferSize:408300
   [junit4]   2> 190654 INFO  (SocketProxy-Acceptor-63912) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63913,localport=63976], receiveBufferSize=408300
   [junit4]   2> 190666 INFO  (qtp1013753616-1526) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568332606482677760,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190666 INFO  (qtp1013753616-1526) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 190673 INFO  (qtp1013753616-1526) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 190674 INFO  (qtp1013753616-1526) [n:127.0.0.1:63912_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 190675 INFO  (SocketProxy-Acceptor-63925) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63977,localport=63925], receiveBufferSize:408300
   [junit4]   2> 190676 INFO  (SocketProxy-Acceptor-63925) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63926,localport=63978], receiveBufferSize=408300
   [junit4]   2> 190679 INFO  (SocketProxy-Acceptor-63925) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63979,localport=63925], receiveBufferSize:408300
   [junit4]   2> 190680 INFO  (SocketProxy-Acceptor-63925) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63926,localport=63980], receiveBufferSize=408300
   [junit4]   2> 190683 INFO  (SocketProxy-Acceptor-63920) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63981,localport=63920], receiveBufferSize:408300
   [junit4]   2> 190683 INFO  (SocketProxy-Acceptor-63932) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63982,localport=63932], receiveBufferSize:408300
   [junit4]   2> 190686 INFO  (SocketProxy-Acceptor-63920) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63921,localport=63983], receiveBufferSize=408300
   [junit4]   2> 190687 INFO  (SocketProxy-Acceptor-63932) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63933,localport=63984], receiveBufferSize=408300
   [junit4]   2> 190687 INFO  (qtp876516102-1595) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568332606504697856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190688 INFO  (qtp231792011-1570) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568332606505746432,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 190688 INFO  (qtp231792011-1570) [n:127.0.0.1:63920_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 190690 INFO  (qtp876516102-1595) [n:127.0.0.1:63925_ c:collection1 s:shard1 r:core_node2 x:collectio

[...truncated too long message...]

tegy RecoveryStrategy has been closed
   [junit4]   2> 314426 INFO  (recoveryExecutor-301-thread-1-processing-n:127.0.0.1:63932_ x:c8n_1x3_lf_shard1_replica_n3 s:shard1 c:c8n_1x3_lf r:core_node1) [n:127.0.0.1:63932_ c:c8n_1x3_lf s:shard1 r:core_node1 x:c8n_1x3_lf_shard1_replica_n3] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
   [junit4]   2> 314426 WARN  (updateExecutor-300-thread-2-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:c8n_1x3_lf s:shard1 r:core_node1 x:c8n_1x3_lf_shard1_replica_n3] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
   [junit4]   2> 314427 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.Overseer Overseer (id=98020787237814287-127.0.0.1:63932_-n_0000000003) closing
   [junit4]   2> 314428 INFO  (OverseerStateUpdate-98020787237814287-127.0.0.1:63932_-n_0000000003) [n:127.0.0.1:63932_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63932_
   [junit4]   2> 314432 WARN  (zkCallback-303-thread-4-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 315941 INFO  (zkCallback-303-thread-5-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:c8n_1x3_lf s:shard1 r:core_node1 x:c8n_1x3_lf_shard1_replica_n3] o.a.s.c.SolrCore [c8n_1x3_lf_shard1_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@a231bbb
   [junit4]   2> 315942 WARN  (zkCallback-303-thread-5-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:c8n_1x3_lf s:shard1 r:core_node1 x:c8n_1x3_lf_shard1_replica_n3] o.a.s.c.RecoveryStrategy Stopping recovery for core=[c8n_1x3_lf_shard1_replica_n3] coreNodeName=[core_node1]
   [junit4]   2> 315954 INFO  (zkCallback-303-thread-5-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:c8n_1x3_lf s:shard1 r:core_node1 x:c8n_1x3_lf_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.c8n_1x3_lf.shard1.replica_n3, tag=170073019
   [junit4]   2> 315961 INFO  (zkCallback-303-thread-5-processing-n:127.0.0.1:63932_) [n:127.0.0.1:63932_ c:c8n_1x3_lf s:shard1 r:core_node1 x:c8n_1x3_lf_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.c8n_1x3_lf.shard1.leader, tag=170073019
   [junit4]   2> 315962 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2d429ca4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 315962 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@282dcd90{/,null,UNAVAILABLE}
   [junit4]   2> 315965 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 315966 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63909 63909
   [junit4]   2> 315982 INFO  (Thread-325) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63909 63909
   [junit4]   2> 316176 WARN  (Thread-325) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/c8n_1x3_lf/state.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98020787237814276-127.0.0.1:63912_-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 316176 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:63912/, target: http://127.0.0.1:63913/
   [junit4]   2> 316176 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:63932/, target: http://127.0.0.1:63933/
   [junit4]   2> 316176 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:63920/, target: http://127.0.0.1:63921/
   [junit4]   2> 316176 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[F44BEE144D3ED277]) [    ] o.a.s.c.SocketProxy Closing 16 connections to: http://127.0.0.1:63925/, target: http://127.0.0.1:63926/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=F44BEE144D3ED277 -Dtests.slow=true -Dtests.locale=en-IN -Dtests.timezone=AET -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  136s J0 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:63925","node_name":"127.0.0.1:63925_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"1",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:63932",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_n3",
   [junit4]    >           "node_name":"127.0.0.1:63932_",
   [junit4]    >           "type":"NRT"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_n2",
   [junit4]    >           "base_url":"http://127.0.0.1:63925",
   [junit4]    >           "node_name":"127.0.0.1:63925_",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "leader":"true"},
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_n1",
   [junit4]    >           "base_url":"http://127.0.0.1:63920",
   [junit4]    >           "node_name":"127.0.0.1:63920_",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"3",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F44BEE144D3ED277:7C1FD1CEE3C2BF8F]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:170)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_F44BEE144D3ED277-001
   [junit4]   2> May 25, 2017 2:17:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Direct), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneFixedGap)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1032, maxMBSortInHeap=6.551229441659421, sim=RandomSimilarity(queryNorm=false): {}, locale=en-IN, timezone=AET
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=125455112,total=259723264
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrJ, TestSQLHandlerNonCloud, TestDelegationWithHadoopAuth, TestUniqueKeyFieldResource, TestCustomDocTransformer, JavabinLoaderTest, TestHdfsUpdateLog, UnloadDistributedZkTest, TestFieldCacheSort, BlockJoinFacetDistribTest, TestLockTree, TestRequestStatusCollectionAPI, TestJsonRequest, TestTolerantUpdateProcessorCloud, SolrPluginUtilsTest, TestClusterStateMutator, FileUtilsTest, TestRandomDVFaceting, TestGroupingSearch, PeerSyncWithIndexFingerprintCachingTest, DocExpirationUpdateProcessorFactoryTest, TestTestInjection, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [75/713 (1!)] on J0 in 135.98s, 1 test, 1 failure <<< FAILURES!

[...truncated 45461 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4026 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4026/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

6 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test

Error Message:
Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([249EACF8AB18D58F:ACCA932205E4B877]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1392)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1139)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:890)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.tryDelete(ChaosMonkeySafeLeaderWithPullReplicasTest.java:235)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.admin.MetricsHandlerTest.testPropertyFilter

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([249EACF8AB18D58F:46F352B96496B5B1]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.junit.Assert.assertNotNull(Assert.java:537)
	at org.apache.solr.handler.admin.MetricsHandlerTest.testPropertyFilter(MetricsHandlerTest.java:201)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([F295B248D9D3ED6A:3BED032F061CBAAB]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([F295B248D9D3ED6A:97D9922813B18A82]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([F295B248D9D3ED6A:AFA4A58D54EF9A01]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([F295B248D9D3ED6A:6DA31BD641A9F2A5]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11799 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.MetricsHandlerTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.MetricsHandlerTest_249EACF8AB18D58F-001/init-core-data-001
   [junit4]   2> 1432231 WARN  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1432232 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1432236 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1432237 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1432238 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1432287 WARN  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1432289 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1432325 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1432445 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1432541 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1432546 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1432546 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1432548 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1432624 WARN  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1432626 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1432651 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1432766 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1432772 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1432773 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1432773 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1432773 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.MetricsHandlerTest_249EACF8AB18D58F-001/init-core-data-001/]
   [junit4]   2> 1432774 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=71.302734375, floorSegmentMB=1.23828125, forceMergeDeletesPctAllowed=23.926546399516575, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5731924346465244
   [junit4]   2> 1432881 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1432882 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1432882 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1432883 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1432884 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=150748105, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1432885 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c5efd3a[collection1] main]
   [junit4]   2> 1432885 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1432890 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1432909 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1432909 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1432909 INFO  (coreLoadExecutor-4164-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568300272057319424
   [junit4]   2> 1432915 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1432919 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1432919 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1432919 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1432920 INFO  (TEST-MetricsHandlerTest.testPropertyFilter-seed#[249EACF8AB18D58F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPropertyFilter
   [junit4]   2> 1432921 INFO  (TEST-MetricsHandlerTest.testPropertyFilter-seed#[249EACF8AB18D58F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPropertyFilter
   [junit4]   2> 1432928 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1432929 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1432930 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1432930 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1432930 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MetricsHandlerTest -Dtests.method=testPropertyFilter -Dtests.seed=249EACF8AB18D58F -Dtests.slow=true -Dtests.locale=pl -Dtests.timezone=Europe/Malta -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.02s J1 | MetricsHandlerTest.testPropertyFilter <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([249EACF8AB18D58F:46F352B96496B5B1]:0)
   [junit4]    > 	at org.apache.solr.handler.admin.MetricsHandlerTest.testPropertyFilter(MetricsHandlerTest.java:201)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1432933 INFO  (searcherExecutor-4165-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c5efd3a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1432933 INFO  (TEST-MetricsHandlerTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1432952 INFO  (TEST-MetricsHandlerTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1433009 INFO  (TEST-MetricsHandlerTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 1433011 INFO  (TEST-MetricsHandlerTest.testCompact-seed#[249EACF8AB18D58F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCompact
   [junit4]   2> 1433015 INFO  (TEST-MetricsHandlerTest.testCompact-seed#[249EACF8AB18D58F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCompact
   [junit4]   2> 1433015 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1433015 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1520539194
   [junit4]   2> 1433015 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1433016 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1433017 INFO  (SUITE-MetricsHandlerTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1433018 INFO  (coreCloseExecutor-4170-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4d8f80c9
   [junit4]   2> 1433018 INFO  (coreCloseExecutor-4170-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1301250249
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.MetricsHandlerTest_249EACF8AB18D58F-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=4, maxDocsPerChunk=5, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=4, blockSize=3)), sim=RandomSimilarity(queryNorm=false): {}, locale=pl, timezone=Europe/Malta
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=167555992,total=440262656
   [junit4]   2> NOTE: All tests run in this JVM: [CleanupOldIndexTest, MultiThreadedOCPTest, FieldAnalysisRequestHandlerTest, ClassificationUpdateProcessorIntegrationTest, CurrencyFieldOpenExchangeTest, RecoveryAfterSoftCommitTest, TestLuceneMatchVersion, ManagedSchemaRoundRobinCloudTest, TestSQLHandler, TestFastLRUCache, TestImpersonationWithHadoopAuth, TestQuerySenderListener, TestCloudSchemaless, LeaderElectionIntegrationTest, DataDrivenBlockJoinTest, SolrCLIZkUtilsTest, TestFilteredDocIdSet, DocValuesMissingTest, TestDistributedGrouping, TestFastWriter, LukeRequestHandlerTest, HdfsCollectionsAPIDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, FieldMutatingUpdateProcessorTest, TestQueryUtils, HdfsBasicDistributedZk2Test, EchoParamsTest, RankQueryTest, TestDistributedMissingSort, TestAtomicUpdateErrorCases, TestAddFieldRealTimeGet, RegexBoostProcessorTest, TestObjectReleaseTracker, SliceStateTest, TermVectorComponentTest, TestExceedMaxTermLength, UpdateRequestProcessorFactoryTest, TestSimpleTrackingShardHandler, TestConfig, TestSha256AuthenticationProvider, SolrSlf4jReporterTest, TestRequestForwarding, TestBackupRepositoryFactory, TestTrackingShardHandlerFactory, StatsReloadRaceTest, TestRecovery, JSONWriterTest, DefaultValueUpdateProcessorTest, HdfsRecoverLeaseTest, CollectionTooManyReplicasTest, LargeFieldTest, TestReload, TestRecoveryHdfs, TestCloudDeleteByQuery, TestDocTermOrds, BasicFunctionalityTest, TestStressInPlaceUpdates, TestReqParamsAPI, TestPayloadCheckQParserPlugin, HdfsDirectoryTest, TestDynamicFieldCollectionResource, TestInPlaceUpdatesDistrib, TestIndexingPerformance, SuggesterTest, TestUseDocValuesAsStored2, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDownShardTolerantSearch, SignatureUpdateProcessorFactoryTest, TestFieldTypeCollectionResource, TestOrdValues, TestAnalyzeInfixSuggestions, SSLMigrationTest, TestPHPSerializedResponseWriter, DirectoryFactoryTest, TestSSLRandomization, ZkSolrClientTest, TestCoreDiscovery, TestFuzzyAnalyzedSuggestions, TestStressRecovery, BitVectorTest, AnalysisErrorHandlingTest, TestCodecSupport, BasicZkTest, TestRestManager, TestSolrIndexConfig, SpellCheckCollatorTest, SharedFSAutoReplicaFailoverUtilsTest, HighlighterMaxOffsetTest, NotRequiredUniqueKeyTest, ReplaceNodeTest, TestXmlQParserPlugin, TestChildDocTransformer, SolrInfoBeanTest, TestSolrCloudWithSecureImpersonation, BadIndexSchemaTest, SolrIndexMetricsTest, SortByFunctionTest, TestExactStatsCache, TestClassNameShortening, TestMacroExpander, RequestHandlersTest, CloneFieldUpdateProcessorFactoryTest, SolrGraphiteReporterTest, BadCopyFieldTest, TestSchemalessBufferedUpdates, TestHdfsCloudBackupRestore, TestEmbeddedSolrServerSchemaAPI, TestSolrCloudWithDelegationTokens, TestUninvertingReader, TestCloudPseudoReturnFields, AsyncCallRequestStatusResponseTest, LoggingHandlerTest, TestJsonFacets, TestBinaryResponseWriter, TestRebalanceLeaders, TestGraphMLResponseWriter, DebugComponentTest, SolrCoreCheckLockOnStartupTest, AddSchemaFieldsUpdateProcessorFactoryTest, ChaosMonkeySafeLeaderTest, DistributedVersionInfoTest, TestHashQParserPlugin, TestSchemaNameResource, TestCustomSort, TestDocSet, MetricsHandlerTest]
   [junit4] Completed [286/713 (1!)] on J1 in 0.81s, 3 tests, 1 failure <<< FAILURES!

[...truncated 54 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/init-core-data-001
   [junit4]   2> 1549086 WARN  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1549086 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1549089 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1549089 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[249EACF8AB18D58F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1549090 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 3 nodes
   [junit4]   2> 1549092 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1549092 INFO  (Thread-1966) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1549092 INFO  (Thread-1966) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1549095 ERROR (Thread-1966) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1549193 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.ZkTestServer start zk server on port:56753
   [junit4]   2> 1549219 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1549222 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1549226 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1549228 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1549230 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1549232 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1549234 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1549236 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1549238 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1549240 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1549242 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1549245 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1549619 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/control-001/cores/collection1
   [junit4]   2> 1549621 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1549622 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18b514ea{/,null,AVAILABLE}
   [junit4]   2> 1549624 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5af7d622{HTTP/1.1,[http/1.1]}{127.0.0.1:56756}
   [junit4]   2> 1549624 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.Server Started @1553306ms
   [junit4]   2> 1549624 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=56756, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/control-001/cores}
   [junit4]   2> 1549624 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1549624 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1549624 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1549625 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1549625 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T17:43:26.590Z
   [junit4]   2> 1549628 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1549628 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/control-001/solr.xml
   [junit4]   2> 1549635 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1549638 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56753/solr
   [junit4]   2> 1549669 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56756_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1549670 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56756_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56756_
   [junit4]   2> 1549671 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56756_    ] o.a.s.c.Overseer Overseer (id=98018774617882628-127.0.0.1:56756_-n_0000000000) starting
   [junit4]   2> 1549683 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56756_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56756_
   [junit4]   2> 1549685 INFO  (zkCallback-2403-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1549779 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56756_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1549784 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56756_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1549784 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56756_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1549787 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56756_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/control-001/cores
   [junit4]   2> 1549787 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56756_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1549788 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1549792 INFO  (OverseerStateUpdate-98018774617882628-127.0.0.1:56756_-n_0000000000) [n:127.0.0.1:56756_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1550818 WARN  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1550819 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1550832 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1550946 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1550974 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1550974 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1550975 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1550975 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/control-001/cores/collection1/data/]
   [junit4]   2> 1550979 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=24.41796875, floorSegmentMB=1.09375, forceMergeDeletesPctAllowed=26.159242240119084, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1550986 WARN  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1551074 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1551074 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1551075 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1551076 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1551077 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=43.330078125, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=7.0424670041905095, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1551078 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b052a2[collection1] main]
   [junit4]   2> 1551079 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1551080 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1551081 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1551081 INFO  (coreLoadExecutor-4505-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568300395969642496
   [junit4]   2> 1551082 INFO  (searcherExecutor-4506-thread-1-processing-n:127.0.0.1:56756_ x:collection1 c:control_collection) [n:127.0.0.1:56756_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b052a2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1551091 INFO  (coreZkRegister-4498-thread-1-processing-n:127.0.0.1:56756_ x:collection1 c:control_collection) [n:127.0.0.1:56756_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1551091 INFO  (coreZkRegister-4498-thread-1-processing-n:127.0.0.1:56756_ x:collection1 c:control_collection) [n:127.0.0.1:56756_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1551091 INFO  (coreZkRegister-4498-thread-1-processing-n:127.0.0.1:56756_ x:collection1 c:control_collection) [n:127.0.0.1:56756_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56756/collection1/
   [junit4]   2> 1551091 INFO  (coreZkRegister-4498-thread-1-processing-n:127.0.0.1:56756_ x:collection1 c:control_collection) [n:127.0.0.1:56756_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1551091 INFO  (coreZkRegister-4498-thread-1-processing-n:127.0.0.1:56756_ x:collection1 c:control_collection) [n:127.0.0.1:56756_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56756/collection1/ has no replicas
   [junit4]   2> 1551091 INFO  (coreZkRegister-4498-thread-1-processing-n:127.0.0.1:56756_ x:collection1 c:control_collection) [n:127.0.0.1:56756_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1551101 INFO  (coreZkRegister-4498-thread-1-processing-n:127.0.0.1:56756_ x:collection1 c:control_collection) [n:127.0.0.1:56756_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56756/collection1/ shard1
   [junit4]   2> 1551263 INFO  (coreZkRegister-4498-thread-1-processing-n:127.0.0.1:56756_ x:collection1 c:control_collection) [n:127.0.0.1:56756_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1551335 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1551337 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56753/solr ready
   [junit4]   2> 1551338 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1551338 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1551823 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-1-001/cores/collection1
   [junit4]   2> 1551825 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-1-001 of type PULL
   [junit4]   2> 1551827 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1551829 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3982a3cb{/,null,AVAILABLE}
   [junit4]   2> 1551831 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@b481444{HTTP/1.1,[http/1.1]}{127.0.0.1:56762}
   [junit4]   2> 1551831 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.Server Started @1555513ms
   [junit4]   2> 1551831 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/tempDir-001/jetty1, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=56762, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-1-001/cores}
   [junit4]   2> 1551831 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1551831 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1551831 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1551831 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1551831 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T17:43:28.796Z
   [junit4]   2> 1551844 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1551844 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-1-001/solr.xml
   [junit4]   2> 1551860 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1551865 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56753/solr
   [junit4]   2> 1551882 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56762_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1551887 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56762_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1551890 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56762_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56762_
   [junit4]   2> 1551894 INFO  (zkCallback-2407-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1551894 INFO  (zkCallback-2403-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1551895 INFO  (zkCallback-2413-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1552090 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56762_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1552095 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56762_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1552095 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56762_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1552098 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56762_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-1-001/cores
   [junit4]   2> 1552098 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56762_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1552100 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1552101 INFO  (OverseerStateUpdate-98018774617882628-127.0.0.1:56756_-n_0000000000) [n:127.0.0.1:56756_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1552205 INFO  (zkCallback-2413-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1553129 WARN  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1553129 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1553142 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1553279 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1553309 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1553310 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node1' (registry 'solr.core.collection1.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1553310 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1553310 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1553320 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=24.41796875, floorSegmentMB=1.09375, forceMergeDeletesPctAllowed=26.159242240119084, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1553332 WARN  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1553442 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1553442 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1553443 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=43.330078125, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=7.0424670041905095, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1553456 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d31d0a0[collection1] main]
   [junit4]   2> 1553457 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1553458 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1553459 INFO  (coreLoadExecutor-4516-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1553460 INFO  (searcherExecutor-4517-thread-1-processing-n:127.0.0.1:56762_ x:collection1 c:collection1) [n:127.0.0.1:56762_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5d31d0a0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1553460 INFO  (coreZkRegister-4511-thread-1-processing-n:127.0.0.1:56762_ x:collection1 c:collection1) [n:127.0.0.1:56762_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader
   [junit4]   2> 1553460 INFO  (coreZkRegister-4511-thread-1-processing-n:127.0.0.1:56762_ x:collection1 c:collection1) [n:127.0.0.1:56762_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7
   [junit4]   2> 1553463 INFO  (coreZkRegister-4511-thread-1-processing-n:127.0.0.1:56762_ x:collection1 c:collection1) [n:127.0.0.1:56762_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms
   [junit4]   2> 1553463 WARN  (coreZkRegister-4511-thread-1-processing-n:127.0.0.1:56762_ x:collection1 c:collection1) [n:127.0.0.1:56762_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 1554235 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-2-001/cores/collection1
   [junit4]   2> 1554237 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-2-001 of type PULL
   [junit4]   2> 1554238 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1554240 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a2de627{/,null,AVAILABLE}
   [junit4]   2> 1554240 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b22ff44{HTTP/1.1,[http/1.1]}{127.0.0.1:56766}
   [junit4]   2> 1554241 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.e.j.s.Server Started @1557922ms
   [junit4]   2> 1554241 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/tempDir-001/jetty2, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=56766, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-2-001/cores}
   [junit4]   2> 1554241 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1554242 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1554242 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1554242 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1554242 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T17:43:31.207Z
   [junit4]   2> 1554246 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1554246 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-2-001/solr.xml
   [junit4]   2> 1554255 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1554261 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56753/solr
   [junit4]   2> 1554277 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56766_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1554282 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56766_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1554286 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56766_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56766_
   [junit4]   2> 1554289 INFO  (zkCallback-2407-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1554289 INFO  (zkCallback-2403-thread-1-processing-n:127.0.0.1:56756_) [n:127.0.0.1:56756_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1554289 INFO  (zkCallback-2413-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1554290 INFO  (zkCallback-2419-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1554445 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56766_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1554451 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56766_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1554452 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56766_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1554455 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56766_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-2-001/cores
   [junit4]   2> 1554455 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[249EACF8AB18D58F]) [n:127.0.0.1:56766_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1554456 INFO  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1554459 INFO  (OverseerStateUpdate-98018774617882628-127.0.0.1:56756_-n_0000000000) [n:127.0.0.1:56756_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1554467 INFO  (zkCallback-2413-thread-1-processing-n:127.0.0.1:56762_) [n:127.0.0.1:56762_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1554467 INFO  (zkCallback-2419-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1555491 WARN  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1555522 INFO  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1555551 INFO  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1555743 INFO  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1555815 INFO  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1555815 INFO  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f0b4645
   [junit4]   2> 1555815 INFO  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1555815 INFO  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_249EACF8AB18D58F-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 1555828 INFO  (coreLoadExecutor-4528-thread-1-processing-n:127.0.0.1:56766_) [n:127.0.0.1:56766_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=24.41796875, floorSegmentMB=1.09375, forceMergeDeletesPctAllowed=26.159242240119084, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.7960930

[...truncated too long message...]

512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 27666 INFO  (qtp64297490-280) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=3
   [junit4]   2> 27666 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[F295B248D9D3ED6A]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":3,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568302587367653376,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568302587364507648,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568302587344584704,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568302587355070464,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 27666 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[F295B248D9D3ED6A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=F295B248D9D3ED6A -Dtests.slow=true -Dtests.locale=is-IS -Dtests.timezone=Pacific/Chuuk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.93s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F295B248D9D3ED6A:97D9922813B18A82]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 27668 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7abe8703{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 27668 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1394149800
   [junit4]   2> 27668 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 27668 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 27668 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 27668 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 27669 INFO  (coreCloseExecutor-234-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6bfd5d2
   [junit4]   2> 27671 INFO  (coreCloseExecutor-234-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=113235410
   [junit4]   2> 27673 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a621000{/solr,null,UNAVAILABLE}
   [junit4]   2> 27675 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27675 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1071538660
   [junit4]   2> 27675 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 27675 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 27675 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 27675 INFO  (SUITE-TestParallelWeightCreation-seed#[F295B248D9D3ED6A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 27676 INFO  (coreCloseExecutor-236-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1dc3db30
   [junit4]   2> 27677 INFO  (coreCloseExecutor-236-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=499374896
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_F295B248D9D3ED6A-001
   [junit4]   2> May 24, 2017 6:18:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneFixedGap), popularity=PostingsFormat(name=Asserting), description=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=Asserting), title=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=66, maxMBSortInHeap=6.282901925180267, sim=RandomSimilarity(queryNorm=true): {}, locale=is-IS, timezone=Pacific/Chuuk
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=68965672,total=133345280
   [junit4]   2> NOTE: All tests run in this JVM: [TestRankingFeature, TestLTRReRankingPipeline, TestFieldLengthFeature, TestModelManager, TestFeatureExtractionFromMultipleSegments, TestLTRWithFacet, TestSelectiveWeightCreation, TestLTRQParserExplain, TestLTRQParserPlugin, TestParallelWeightCreation]
   [junit4] Completed [23/33 (4!)] on J1 in 11.00s, 2 tests, 1 error <<< FAILURES!

[...truncated 37018 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4025 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4025/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([E72C5B3619FD418A:2E54EA51C632164B]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([E72C5B3619FD418A:82607B56D39F2662]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([E72C5B3619FD418A:BA1D4CF394C136E1]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([E72C5B3619FD418A:781AF2A881875E45]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 19482 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestSelectiveWeightCreation
   [junit4]   2> 0    INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/init-core-data-001
   [junit4]   2> 1916 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2032 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.u.log Logging initialized @4838ms
   [junit4]   2> 2047 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2456 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2683 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.SolrResourceLoader Using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr
   [junit4]   2> 2912 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3190 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 4056 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 6300 WARN  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 6300 WARN  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 6300 WARN  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 6388 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 6417 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 6436 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 6452 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 6664 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 6690 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 6712 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/init-core-data-001/]
   [junit4]   2> 9591 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 9671 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 9672 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 9717 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 9717 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 9897 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46d6d569[collection1] main]
   [junit4]   2> 10008 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 10107 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 10107 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 10107 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 10107 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 10107 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 10115 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 10120 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 10120 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 10121 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 10121 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 10121 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 10209 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 10901 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@46d6d569[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 10902 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568271783306461184
   [junit4]   2> 10918 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 11049 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 11050 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 11050 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-003/cores/core
   [junit4]   2> 12188 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 12331 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@674515db{/solr,null,AVAILABLE}
   [junit4]   2> 12476 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f958ace{SSL,[ssl, http/1.1]}{127.0.0.1:56935}
   [junit4]   2> 12477 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.Server Started @15299ms
   [junit4]   2> 12477 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56935, configSetBaseDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-001, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-003/cores}
   [junit4]   2> 12607 ERROR (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 12608 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 12609 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 12611 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 12699 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T10:08:42.595Z
   [junit4]   2> 12733 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-001/solr.xml
   [junit4]   2> 13024 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-003/cores
   [junit4]   2> 13025 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 13077 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 13110 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 13143 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 13150 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 13151 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 13151 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-001/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-003/cores/core/data/]
   [junit4]   2> 13311 WARN  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 13315 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 13323 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 13325 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 13326 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 13378 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e0f64f5[collection1] main]
   [junit4]   2> 13381 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-001/collection1/conf
   [junit4]   2> 13383 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 13384 WARN  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 13384 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 13384 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 13384 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 13384 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 13385 WARN  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 13385 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 13387 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 13387 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 13387 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 13387 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 13389 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e0f64f5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13389 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568271785914269696
   [junit4]   2> 13844 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#56935
   [junit4]   2> 16520 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">1</field><field+name%3D"title">w3+w1</field><field+name%3D"description">w1</field><field+name%3D"popularity">1</field></doc></add>}{add=[1 (1568271788539904000)]} 0 1174
   [junit4]   2> 16718 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">2</field><field+name%3D"title">w2</field><field+name%3D"description">w2</field><field+name%3D"popularity">2</field></doc></add>}{add=[2 (1568271789402882048)]} 0 4
   [junit4]   2> 16737 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">3</field><field+name%3D"title">w3</field><field+name%3D"description">w3</field><field+name%3D"popularity">3</field></doc></add>}{add=[3 (1568271789422804992)]} 0 3
   [junit4]   2> 16747 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">4</field><field+name%3D"title">w3+w3</field><field+name%3D"description">w4</field><field+name%3D"popularity">4</field></doc></add>}{add=[4 (1568271789434339328)]} 0 2
   [junit4]   2> 16758 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">5</field><field+name%3D"title">w5</field><field+name%3D"description">w5</field><field+name%3D"popularity">5</field></doc></add>}{add=[5 (1568271789445873664)]} 0 1
   [junit4]   2> 16774 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568271789462650880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 16774 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@67bd90d4 commitCommandVersion:1568271789462650880
   [junit4]   2> 17150 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7871b65f[collection1] main]
   [junit4]   2> 17158 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 17161 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7871b65f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C5)))}
   [junit4]   2> 17161 INFO  (qtp2079669427-25) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 388
   [junit4]   2> 17181 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.l.TestRerankBase send 
   [junit4]   2> [ {
   [junit4]   2>     "name" : "matchedTitle",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "q" : "{!terms f=title}${user_query}"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name" : "docPopularity",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.FieldValueFeature",
   [junit4]   2>     "store": "fstore2",
   [junit4]   2>     "params" : {
   [junit4]   2>         "field" : "popularity"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore2",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "occurrences",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "store": "fstore3",
   [junit4]   2>     "params" : {
   [junit4]   2>         "value" : "${myOcc}",
   [junit4]   2>         "required" : false
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore3",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "popularity",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "store": "fstore4",
   [junit4]   2>     "params" : {
   [junit4]   2>         "value" : "${myPop}",
   [junit4]   2>         "required" : true
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore4",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "titlePhraseMatch",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "q" : "{!field f=title}${user_query}"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name" : "titlePhrasesMatch",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "fq" : [ "{!field f=title}${userTitlePhrase1}", "{!field f=title}${userTitlePhrase2}"]
   [junit4]   2>     }
   [junit4]   2> } ]
   [junit4]   2> 
   [junit4]   2> 17232 INFO  (qtp2079669427-26) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 17930 INFO  (qtp2079669427-26) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@9ff2a52 to URI: /solr/schema
   [junit4]   2> Mai 24, 2017 12:08:48 PM org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 18132 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 18171 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 18172 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 18172 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 18172 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 18172 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for /schema
   [junit4]   2> 18226 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@6f2a14c1] for /schema/feature-store
   [junit4]   2> 18230 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: [{name=matchedTitle, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!terms f=title}${user_query}}}, {name=docPopularity, class=org.apache.solr.ltr.feature.FieldValueFeature, store=fstore2, params={field=popularity}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore2, params={}}, {name=occurrences, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore3, params={value=${myOcc}, required=false}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore3, params={}}, {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore4, params={value=${myPop}, required=true}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore4, params={}}, {name=titlePhraseMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!field f=title}${user_query}}}, {name=titlePhrasesMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={fq=[{!field f=title}${userTitlePhrase1}, {!field f=title}${userTitlePhrase2}]}}] is a java.util.ArrayList
   [junit4]   2> 18231 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=matchedTitle, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!terms f=title}${user_query}}}
   [junit4]   2> 18275 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=docPopularity, class=org.apache.solr.ltr.feature.FieldValueFeature, store=fstore2, params={field=popularity}}
   [junit4]   2> 18289 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore2, params={}}
   [junit4]   2> 18296 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=occurrences, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore3, params={value=${myOcc}, required=false}}
   [junit4]   2> 18310 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore3, params={}}
   [junit4]   2> 18310 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore4, params={value=${myPop}, required=true}}
   [junit4]   2> 18314 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore4, params={}}
   [junit4]   2> 18314 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=titlePhraseMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!field f=title}${user_query}}}
   [junit4]   2> 18314 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=titlePhrasesMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={fq=[{!field f=title}${userTitlePhrase1}, {!field f=title}${userTitlePhrase2}]}}
   [junit4]   2> 18320 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-001/collection1/conf
   [junit4]   2> 18320 INFO  (qtp2079669427-26) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=1128
   [junit4]   2> Mai 24, 2017 12:08:48 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-24	12:08:48	127.0.0.1	-	127.0.0.1	56935	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	1516	273	https://127.0.0.1:56935	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 18384 WARN  (qtp2079669427-26) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 18414 INFO  (qtp2079669427-19) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@6f2a14c1]] for /schema/model-store
   [junit4]   2> 18414 INFO  (qtp2079669427-19) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {class=org.apache.solr.ltr.model.LinearModel, name=externalmodel, features=[{name=titlePhraseMatch}], params={weights={titlePhraseMatch=0.555}}} is a java.util.LinkedHashMap
   [junit4]   2> 18456 INFO  (qtp2079669427-19) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model externalmodel
   [junit4]   2> 18462 INFO  (qtp2079669427-19) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-001/collection1/conf
   [junit4]   2> 18462 INFO  (qtp2079669427-19) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=51
   [junit4]   2> Mai 24, 2017 12:08:48 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-24	12:08:48	127.0.0.1	-	127.0.0.1	56935	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	237	51	https://127.0.0.1:56935	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 18472 WARN  (qtp2079669427-19) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 18480 INFO  (qtp2079669427-21) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[externalmodel]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@6f2a14c1]] for /schema/model-store
   [junit4]   2> 18480 INFO  (qtp2079669427-21) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {class=org.apache.solr.ltr.model.LinearModel, name=externalmodel2, store=fstore2, features=[{name=docPopularity}], params={weights={docPopularity=0.5}}} is a java.util.LinkedHashMap
   [junit4]   2> 18483 INFO  (qtp2079669427-21) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model externalmodel2
   [junit4]   2> 18484 INFO  (qtp2079669427-21) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001/tempDir-001/collection1/conf
   [junit4]   2> 18484 INFO  (qtp2079669427-21) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=5
   [junit4]   2> Mai 24, 2017 12:08:48 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-24	12:08:48	127.0.0.1	-	127.0.0.1	56935	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	254	6	https://127.0.0.1:56935	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 18486 WARN  (qtp2079669427-21) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 18536 INFO  (TEST-TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore-seed#[E72C5B3619FD418A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSelectiveWeightsRequestFeaturesFromDifferentStore
   [junit4]   2> 19134 INFO  (qtp2079669427-22) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score,fv:[fv]&rows=5&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3+efi.userTitlePhrase1%3Dw2+efi.userTitlePhrase2%3Dw1}} hits=5 status=0 QTime=574
   [junit4]   2> 19235 ERROR (TEST-TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore-seed#[E72C5B3619FD418A]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":574,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score,fv:[fv]",
   [junit4]   2>       "rows":"5",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3 efi.userTitlePhrase1=w2 efi.userTitlePhrase2=w1}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568271789434339328,
   [junit4]   2>         "score":0.36707595,
   [junit4]   2>         "fv":"matchedTitle=1.0,titlePhraseMatch=0.6613981,titlePhrasesMatch=0.0"},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568271789422804992,
   [junit4]   2>         "score":0.33873552,
   [junit4]   2>         "fv":"matchedTitle=1.0,titlePhraseMatch=0.6103343,titlePhrasesMatch=0.0"},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w3 w1",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568271788539904000,
   [junit4]   2>         "score":0.2545195,
   [junit4]   2>         "fv":"matchedTitle=1.0,titlePhraseMatch=0.4585937,titlePhrasesMatch=0.0"},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568271789402882048,
   [junit4]   2>         "score":0.0,
   [junit4]   2>         "fv":"matchedTitle=0.0,titlePhraseMatch=0.0,titlePhrasesMatch=0.0"},
   [junit4]   2>       {
   [junit4]   2>         "id":"5",
   [junit4]   2>         "title":"w5",
   [junit4]   2>         "description":"w5",
   [junit4]   2>         "popularity":5,
   [junit4]   2>         "_version_":1568271789445873664,
   [junit4]   2>         "score":0.0,
   [junit4]   2>         "fv":"matchedTitle=0.0,titlePhraseMatch=0.0,titlePhrasesMatch=0.0"}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore%2Cfv%3A%5Bfv%5D&rows=5&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3+efi.userTitlePhrase1%3Dw2+efi.userTitlePhrase2%3Dw1%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 19237 INFO  (TEST-TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore-seed#[E72C5B3619FD418A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSelectiveWeightsRequestFeaturesFromDifferentStore
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSelectiveWeightCreation -Dtests.method=testSelectiveWeightsRequestFeaturesFromDifferentStore -Dtests.seed=E72C5B3619FD418A -Dtests.slow=true -Dtests.locale=ro-RO -Dtests.timezone=Africa/Bujumbura -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.76s J1 | TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E72C5B3619FD418A:BA1D4CF394C136E1]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 19258 INFO  (TEST-TestSelectiveWeightCreation.testScoringQueryWeightCreation-seed#[E72C5B3619FD418A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testScoringQueryWeightCreation
   [junit4]   2> 19680 INFO  (qtp2079669427-23) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<delete><id>10</id></delete>}{delete=[10 (-1568271792508764160)]} 0 4
   [junit4]   2> 19685 INFO  (qtp2079669427-24) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<delete><id>11</id></delete>}{delete=[11 (-1568271792515055616)]} 0 1
   [junit4]   2> 19842 INFO  (TEST-TestSelectiveWeightCreation.testScoringQueryWeightCreation-seed#[E72C5B3619FD418A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testScoringQueryWeightCreation
   [junit4]   2> 19873 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f958ace{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 19873 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1160597364
   [junit4]   2> 19880 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 19880 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 19880 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 19885 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 19890 INFO  (coreCloseExecutor-23-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@73dee598
   [junit4]   2> 19892 INFO  (coreCloseExecutor-23-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 19892 INFO  (coreCloseExecutor-23-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@67bd90d4 commitCommandVersion:0
   [junit4]   2> 19945 INFO  (coreCloseExecutor-23-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1943987608
   [junit4]   2> 19983 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@674515db{/solr,null,UNAVAILABLE}
   [junit4]   2> 20002 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 20003 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=903045621
   [junit4]   2> 20003 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 20004 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 20004 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 20004 INFO  (SUITE-TestSelectiveWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 20004 INFO  (coreCloseExecutor-25-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@72cb2ebc
   [junit4]   2> 20006 INFO  (coreCloseExecutor-25-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1925918396
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_E72C5B3619FD418A-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {field=DFR GZ(0.3)}, locale=ro-RO, timezone=Africa/Bujumbura
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=19525824,total=67817472
   [junit4]   2> NOTE: All tests run in this JVM: [TestSelectiveWeightCreation]
   [junit4] Completed [4/33 (1!)] on J1 in 21.04s, 2 tests, 1 error <<< FAILURES!

[...truncated 40 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestLTRQParserPlugin
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/init-core-data-001
   [junit4]   2> 34376 WARN  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 34376 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 34379 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 34379 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 34401 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 34411 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 34426 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 34505 WARN  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 34505 WARN  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 34505 WARN  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 34524 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 34534 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 34545 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 34547 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 34547 WARN  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 34547 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 34548 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/init-core-data-001/]
   [junit4]   2> 34609 WARN  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 34609 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 34609 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 34610 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 34610 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e09bd5b[collection1] main]
   [junit4]   2> 34611 WARN  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 34611 WARN  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 34611 WARN  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 34611 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 34612 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 34612 INFO  (coreLoadExecutor-215-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568271808168198144
   [junit4]   2> 34615 INFO  (searcherExecutor-216-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e09bd5b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 34617 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 34626 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 34626 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 34626 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/tempDir-003/cores/core
   [junit4]   2> 34628 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 34630 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@545d753d{/solr,null,AVAILABLE}
   [junit4]   2> 34630 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b046a9b{HTTP/1.1,[http/1.1]}{127.0.0.1:56999}
   [junit4]   2> 34630 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.Server Started @37453ms
   [junit4]   2> 34630 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56999, configSetBaseDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/tempDir-001, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/tempDir-003/cores}
   [junit4]   2> 34631 ERROR (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 34631 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 34631 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 34631 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 34631 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T10:09:04.613Z
   [junit4]   2> 34631 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/tempDir-001/solr.xml
   [junit4]   2> 34707 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/tempDir-003/cores
   [junit4]   2> 34707 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 34726 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 34738 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 34749 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 34751 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 34752 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 34752 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/tempDir-001/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/tempDir-003/cores/core/data/]
   [junit4]   2> 34803 WARN  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 34807 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 34807 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 34808 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 34808 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 34809 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b4783f1[collection1] main]
   [junit4]   2> 34810 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_E72C5B3619FD418A-001/tempDir-001/collection1/conf
   [junit4]   2> 34810 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 34811 WARN  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 34811 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 34811 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 34811 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 34811 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 34811 WARN  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 34811 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 34811 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 34811 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 34811 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 34812 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 34812 INFO  (coreLoadExecutor-226-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568271808377913344
   [junit4]   2> 34814 INFO  (searcherExecutor-227-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3b4783f1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 35222 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#56999
   [junit4]   2> 35238 INFO  (qtp1325338132-279) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+different+bla</field><field+name%3D"description">bloomberg</field><field+name%3D"id">6</field><field+name%3D"popularity">1</field></doc></add>}{add=[6 (1568271808815169536)]} 0 9
   [junit4]   2> 35244 INFO  (qtp1325338132-280) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+</field><field+name%3D"description">bloomberg</field><field+name%3D"id">7</field><field+name%3D"popularity">2</field></doc></add>}{add=[7 (1568271808828801024)]} 0 1
   [junit4]   2> 35246 INFO  (qtp1325338132-281) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+bloomberg</field><field+name%3D"description">bloomberg</field><field+name%3D"id">8</field><field+name%3D"popularity">3</field></doc></add>}{add=[8 (1568271808831946752)]} 0 0
   [junit4]   2> 35248 INFO  (qtp1325338132-282) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+bloomberg+bloomberg</field><field+name%3D"description">bloomberg</field><field+name%3D"id">9</field><field+name%3D"popularity">5</field></doc></add>}{add=[9 (1568271808835092480)]} 0 0
   [junit4]   2> 35250 INFO  (qtp1325338132-283) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568271808837189632,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 35250 INFO  (qtp1325338132-283) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@65ca9625 commitCommandVersion:1568271808837189632
   [junit4]   2> 35265 INFO  (qtp1325338132-283) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bd240a6[collection1] main]
   [junit4]   2> 35266 INFO  (qtp1325338132-283) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 35266 INFO  (searcherExecutor-227-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bd240a6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4)))}
   [junit4]   2> 35266 INFO  (qtp1325338132-283) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 16
   [junit4]   2> 35268 INFO  (SUITE-TestLTRQParserPlugin-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.l.TestRerankBase send 
   [junit4]   2> [
   [junit4]   2>   {
   [junit4]   2>      "name": "title",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 1
   [junit4]   2>      }
   [junit4]   2>   },
   [junit4]   2>   {
   [junit4]   2>     "name": "description",
   [junit4]   2>     "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "params": {
   [junit4]   2>        "value": 2
   [junit4]   2>     }
   [junit4]   2>   },
   [junit4]   2>   {
   [junit4]   2>     "name": "keywords",
   [junit4]   2>     "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "params": {
   [junit4]   2>         "value": 2
   [junit4]   2>     }
   [junit4]   2>   },
   [junit4]   2>  {
   [junit4]   2>      "name": "popularity",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 3
   [junit4]   2>      }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>      "name": "text",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 4
   [junit4]   2>      }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>    "name": "queryIntentPerson",
   [junit4]   2>    "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>    "params": {
   [junit4]   2>        "value": 5
   [junit4]   2>    }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>    "name": "queryIntentCompany",
   [junit4]   2>    "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>    "params": {
   [junit4]   2>        "value": 5
   [junit4]   2>    }
   [junit4]   2>  }
   [junit4]   2> ]
   [junit4]   2> 
   [junit4]   2> 35269 INFO  (qtp1325338132-284) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 35270 INFO  (qtp1325338132-284) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@3dbeb92d to URI: /solr/schema
   [junit4]   2> ??? 24, 2017 9:09:05 ? org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 35

[...truncated too long message...]

ssion.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 38235 INFO  (qtp1093806964-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=5
   [junit4]   2> 38237 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[E72C5B3619FD418A]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":5,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568271811838214144,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568271811836116992,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568271811822485504,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568271811831922688,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 38237 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[E72C5B3619FD418A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=E72C5B3619FD418A -Dtests.slow=true -Dtests.locale=sk-SK -Dtests.timezone=Europe/Mariehamn -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   1.39s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E72C5B3619FD418A:82607B56D39F2662]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 38242 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[E72C5B3619FD418A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
   [junit4]   2> 38243 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[E72C5B3619FD418A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
   [junit4]   2> 38244 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@11e53e3d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 38244 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1133017693
   [junit4]   2> 38244 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 38244 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 38244 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 38244 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 38245 INFO  (coreCloseExecutor-286-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@220c5c34
   [junit4]   2> 38247 INFO  (coreCloseExecutor-286-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=571235380
   [junit4]   2> 38250 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d8aba99{/solr,null,UNAVAILABLE}
   [junit4]   2> 38251 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 38251 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1318895966
   [junit4]   2> 38251 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 38251 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 38251 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 38251 INFO  (SUITE-TestParallelWeightCreation-seed#[E72C5B3619FD418A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 38252 INFO  (coreCloseExecutor-288-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12d06fd0
   [junit4]   2> 38255 INFO  (coreCloseExecutor-288-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=315650000
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_E72C5B3619FD418A-001
   [junit4]   2> May 24, 2017 10:09:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=sk-SK, timezone=Europe/Mariehamn
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=39950312,total=125902848
   [junit4]   2> NOTE: All tests run in this JVM: [TestSelectiveWeightCreation, TestLTRWithFacet, TestOriginalScoreFeature, TestFeatureExtractionFromMultipleSegments, TestRankingFeature, TestMultipleAdditiveTreesModel, TestLTRReRankingPipeline, TestUserTermScorerQuery, TestLTRQParserExplain, TestLTRQParserPlugin, TestLTRWithSort, TestParallelWeightCreation]
   [junit4] Completed [27/33 (4!)] on J1 in 11.49s, 2 tests, 1 error <<< FAILURES!

[...truncated 37006 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4024 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4024/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

No tests ran.

Build Log:
[...truncated 11765 lines...]
ERROR: command execution failed.
ERROR: Step ‘Archive the artifacts’ failed: no workspace for Lucene-Solr-master-MacOSX #4024
ERROR: Step ‘Scan for compiler warnings’ failed: no workspace for Lucene-Solr-master-MacOSX #4024
ERROR: Step ‘Publish JUnit test result report’ failed: no workspace for Lucene-Solr-master-MacOSX #4024
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4023 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4023/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

5 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([968E04F0686847E3:1EDA3B2AC6942A1B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:910)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([E23B675A1287593B:2B43D63DCD480EFA]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([E23B675A1287593B:8777473AD8E53ED3]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([E23B675A1287593B:BF0A709F9FBB2E50]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([E23B675A1287593B:7D0DCEC48AFD46F4]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11971 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/init-core-data-001
   [junit4]   2> 1009581 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[968E04F0686847E3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=217 numCloses=217
   [junit4]   2> 1009582 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[968E04F0686847E3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1009587 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[968E04F0686847E3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1009587 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[968E04F0686847E3]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1009589 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1009589 INFO  (Thread-1983) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1009589 INFO  (Thread-1983) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1009593 ERROR (Thread-1983) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1009693 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.ZkTestServer start zk server on port:52146
   [junit4]   2> 1009722 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1009726 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1009729 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1009732 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1009734 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1009737 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1009739 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1009742 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1009744 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1009747 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1009749 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1009752 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1010186 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/control-001/cores/collection1
   [junit4]   2> 1010189 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1010191 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7182d08c{/,null,AVAILABLE}
   [junit4]   2> 1010191 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7dfddc51{HTTP/1.1,[http/1.1]}{127.0.0.1:52155}
   [junit4]   2> 1010191 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.Server Started @1015250ms
   [junit4]   2> 1010192 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=52155, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/control-001/cores}
   [junit4]   2> 1010192 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1010193 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1010193 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1010193 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1010193 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T19:38:48.516Z
   [junit4]   2> 1010197 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1010197 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/control-001/solr.xml
   [junit4]   2> 1010203 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1010208 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52146/solr
   [junit4]   2> 1010260 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52155_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1010261 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52155_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52155_
   [junit4]   2> 1010270 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52155_    ] o.a.s.c.Overseer Overseer (id=98013565938237444-127.0.0.1:52155_-n_0000000000) starting
   [junit4]   2> 1010283 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52155_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52155_
   [junit4]   2> 1010286 INFO  (zkCallback-2242-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1010441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52155_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1010444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52155_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1010444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52155_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1010446 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52155_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/control-001/cores
   [junit4]   2> 1010447 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52155_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1010448 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1010450 INFO  (OverseerStateUpdate-98013565938237444-127.0.0.1:52155_-n_0000000000) [n:127.0.0.1:52155_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1011472 WARN  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1011472 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1011481 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1011539 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1011569 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1011570 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1011570 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1011570 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/control-001/cores/collection1/data/]
   [junit4]   2> 1011572 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=33.8173828125, floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=15.650514629254333, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1011575 WARN  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1011639 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1011639 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1011640 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1011640 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1011641 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=33.0263671875, floorSegmentMB=1.8544921875, forceMergeDeletesPctAllowed=21.202185821127014, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5204448326504748
   [junit4]   2> 1011642 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a46a57d[collection1] main]
   [junit4]   2> 1011644 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1011644 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1011644 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1011645 INFO  (coreLoadExecutor-4700-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568217057164525568
   [junit4]   2> 1011646 INFO  (searcherExecutor-4701-thread-1-processing-n:127.0.0.1:52155_ x:collection1 c:control_collection) [n:127.0.0.1:52155_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2a46a57d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1011654 INFO  (coreZkRegister-4693-thread-1-processing-n:127.0.0.1:52155_ x:collection1 c:control_collection) [n:127.0.0.1:52155_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1011654 INFO  (coreZkRegister-4693-thread-1-processing-n:127.0.0.1:52155_ x:collection1 c:control_collection) [n:127.0.0.1:52155_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1011654 INFO  (coreZkRegister-4693-thread-1-processing-n:127.0.0.1:52155_ x:collection1 c:control_collection) [n:127.0.0.1:52155_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52155/collection1/
   [junit4]   2> 1011654 INFO  (coreZkRegister-4693-thread-1-processing-n:127.0.0.1:52155_ x:collection1 c:control_collection) [n:127.0.0.1:52155_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1011654 INFO  (coreZkRegister-4693-thread-1-processing-n:127.0.0.1:52155_ x:collection1 c:control_collection) [n:127.0.0.1:52155_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52155/collection1/ has no replicas
   [junit4]   2> 1011655 INFO  (coreZkRegister-4693-thread-1-processing-n:127.0.0.1:52155_ x:collection1 c:control_collection) [n:127.0.0.1:52155_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1011661 INFO  (coreZkRegister-4693-thread-1-processing-n:127.0.0.1:52155_ x:collection1 c:control_collection) [n:127.0.0.1:52155_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52155/collection1/ shard1
   [junit4]   2> 1011770 INFO  (coreZkRegister-4693-thread-1-processing-n:127.0.0.1:52155_ x:collection1 c:control_collection) [n:127.0.0.1:52155_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1012009 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1012010 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52146/solr ready
   [junit4]   2> 1012010 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1012010 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1012301 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-1-001/cores/collection1
   [junit4]   2> 1012302 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-1-001 of type NRT
   [junit4]   2> 1012303 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1012304 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76ba3357{/,null,AVAILABLE}
   [junit4]   2> 1012305 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@58d3a4d6{HTTP/1.1,[http/1.1]}{127.0.0.1:52171}
   [junit4]   2> 1012305 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.Server Started @1017363ms
   [junit4]   2> 1012305 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=52171, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-1-001/cores}
   [junit4]   2> 1012305 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1012306 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1012306 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1012306 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1012306 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T19:38:50.629Z
   [junit4]   2> 1012309 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1012310 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-1-001/solr.xml
   [junit4]   2> 1012316 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1012320 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52146/solr
   [junit4]   2> 1012336 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1012340 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52171_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1012344 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52171_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52171_
   [junit4]   2> 1012347 INFO  (zkCallback-2246-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1012347 INFO  (zkCallback-2242-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1012347 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1012488 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52171_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1012493 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52171_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1012494 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52171_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1012496 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52171_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-1-001/cores
   [junit4]   2> 1012497 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52171_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1012498 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1012500 INFO  (OverseerStateUpdate-98013565938237444-127.0.0.1:52155_-n_0000000000) [n:127.0.0.1:52155_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1012613 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1013517 WARN  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1013517 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1013526 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1013588 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1013611 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1013611 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node1' (registry 'solr.core.collection1.shard2.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1013611 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1013611 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1013612 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=33.8173828125, floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=15.650514629254333, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1013614 WARN  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1013673 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1013673 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1013674 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1013674 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1013675 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=33.0263671875, floorSegmentMB=1.8544921875, forceMergeDeletesPctAllowed=21.202185821127014, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5204448326504748
   [junit4]   2> 1013675 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fb14c42[collection1] main]
   [junit4]   2> 1013677 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1013677 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1013678 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1013678 INFO  (coreLoadExecutor-4711-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568217059296280576
   [junit4]   2> 1013680 INFO  (searcherExecutor-4712-thread-1-processing-n:127.0.0.1:52171_ x:collection1 c:collection1) [n:127.0.0.1:52171_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fb14c42[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1013687 INFO  (coreZkRegister-4706-thread-1-processing-n:127.0.0.1:52171_ x:collection1 c:collection1) [n:127.0.0.1:52171_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1013687 INFO  (coreZkRegister-4706-thread-1-processing-n:127.0.0.1:52171_ x:collection1 c:collection1) [n:127.0.0.1:52171_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1013687 INFO  (coreZkRegister-4706-thread-1-processing-n:127.0.0.1:52171_ x:collection1 c:collection1) [n:127.0.0.1:52171_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52171/collection1/
   [junit4]   2> 1013687 INFO  (coreZkRegister-4706-thread-1-processing-n:127.0.0.1:52171_ x:collection1 c:collection1) [n:127.0.0.1:52171_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1013687 INFO  (coreZkRegister-4706-thread-1-processing-n:127.0.0.1:52171_ x:collection1 c:collection1) [n:127.0.0.1:52171_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52171/collection1/ has no replicas
   [junit4]   2> 1013687 INFO  (coreZkRegister-4706-thread-1-processing-n:127.0.0.1:52171_ x:collection1 c:collection1) [n:127.0.0.1:52171_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1013692 INFO  (coreZkRegister-4706-thread-1-processing-n:127.0.0.1:52171_ x:collection1 c:collection1) [n:127.0.0.1:52171_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52171/collection1/ shard2
   [junit4]   2> 1013804 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1013860 INFO  (coreZkRegister-4706-thread-1-processing-n:127.0.0.1:52171_ x:collection1 c:collection1) [n:127.0.0.1:52171_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1013964 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1014315 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-2-001/cores/collection1
   [junit4]   2> 1014316 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-2-001 of type NRT
   [junit4]   2> 1014317 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1014319 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41257fb{/,null,AVAILABLE}
   [junit4]   2> 1014319 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25e22e18{HTTP/1.1,[http/1.1]}{127.0.0.1:52175}
   [junit4]   2> 1014319 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.Server Started @1019377ms
   [junit4]   2> 1014319 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=52175, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-2-001/cores}
   [junit4]   2> 1014319 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1014319 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1014319 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1014319 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1014319 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T19:38:52.642Z
   [junit4]   2> 1014326 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1014326 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-2-001/solr.xml
   [junit4]   2> 1014333 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1014338 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52146/solr
   [junit4]   2> 1014353 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52175_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1014357 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52175_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1014361 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52175_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52175_
   [junit4]   2> 1014363 INFO  (zkCallback-2246-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1014364 INFO  (zkCallback-2242-thread-1-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1014364 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1014365 INFO  (zkCallback-2258-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1014512 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52175_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1014515 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52175_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1014515 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52175_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1014516 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52175_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-2-001/cores
   [junit4]   2> 1014516 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52175_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1014518 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1014519 INFO  (OverseerStateUpdate-98013565938237444-127.0.0.1:52155_-n_0000000000) [n:127.0.0.1:52155_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 1014625 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1014625 INFO  (zkCallback-2258-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1015544 WARN  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1015544 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1015565 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1015632 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1015657 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1015657 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.core_node2' (registry 'solr.core.collection1.shard3.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1015657 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1015657 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 1015659 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=33.8173828125, floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=15.650514629254333, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1015662 WARN  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1015724 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1015724 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1015725 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1015725 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1015726 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=33.0263671875, floorSegmentMB=1.8544921875, forceMergeDeletesPctAllowed=21.202185821127014, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5204448326504748
   [junit4]   2> 1015726 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fa660fe[collection1] main]
   [junit4]   2> 1015728 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1015728 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1015729 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1015729 INFO  (coreLoadExecutor-4722-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568217061446909952
   [junit4]   2> 1015730 INFO  (searcherExecutor-4723-thread-1-processing-n:127.0.0.1:52175_ x:collection1 c:collection1) [n:127.0.0.1:52175_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3fa660fe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1015738 INFO  (coreZkRegister-4717-thread-1-processing-n:127.0.0.1:52175_ x:collection1 c:collection1) [n:127.0.0.1:52175_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1015738 INFO  (coreZkRegister-4717-thread-1-processing-n:127.0.0.1:52175_ x:collection1 c:collection1) [n:127.0.0.1:52175_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1015738 INFO  (coreZkRegister-4717-thread-1-processing-n:127.0.0.1:52175_ x:collection1 c:collection1) [n:127.0.0.1:52175_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52175/collection1/
   [junit4]   2> 1015738 INFO  (coreZkRegister-4717-thread-1-processing-n:127.0.0.1:52175_ x:collection1 c:collection1) [n:127.0.0.1:52175_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1015738 INFO  (coreZkRegister-4717-thread-1-processing-n:127.0.0.1:52175_ x:collection1 c:collection1) [n:127.0.0.1:52175_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52175/collection1/ has no replicas
   [junit4]   2> 1015738 INFO  (coreZkRegister-4717-thread-1-processing-n:127.0.0.1:52175_ x:collection1 c:collection1) [n:127.0.0.1:52175_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1015744 INFO  (coreZkRegister-4717-thread-1-processing-n:127.0.0.1:52175_ x:collection1 c:collection1) [n:127.0.0.1:52175_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52175/collection1/ shard3
   [junit4]   2> 1015858 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1015858 INFO  (zkCallback-2258-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1015906 INFO  (coreZkRegister-4717-thread-1-processing-n:127.0.0.1:52175_ x:collection1 c:collection1) [n:127.0.0.1:52175_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1016011 INFO  (zkCallback-2258-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1016011 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1016404 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-3-001/cores/collection1
   [junit4]   2> 1016406 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-3-001 of type NRT
   [junit4]   2> 1016407 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1016408 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22e2be5f{/,null,AVAILABLE}
   [junit4]   2> 1016408 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@723a9e68{HTTP/1.1,[http/1.1]}{127.0.0.1:52179}
   [junit4]   2> 1016408 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.e.j.s.Server Started @1021467ms
   [junit4]   2> 1016408 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=52179, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-3-001/cores}
   [junit4]   2> 1016409 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1016409 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1016410 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1016410 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1016410 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T19:38:54.733Z
   [junit4]   2> 1016415 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1016415 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-3-001/solr.xml
   [junit4]   2> 1016421 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1016425 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52146/solr
   [junit4]   2> 1016442 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52179_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1016452 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52179_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1016457 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52179_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52179_
   [junit4]   2> 1016461 INFO  (zkCallback-2242-thread-2-processing-n:127.0.0.1:52155_) [n:127.0.0.1:52155_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1016461 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1016461 INFO  (zkCallback-2246-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1016461 INFO  (zkCallback-2258-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1016461 INFO  (zkCallback-2264-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1016551 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52179_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1016554 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52179_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1016554 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52179_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1016557 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52179_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-3-001/cores
   [junit4]   2> 1016557 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[968E04F0686847E3]) [n:127.0.0.1:52179_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1016558 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1016559 INFO  (OverseerStateUpdate-98013565938237444-127.0.0.1:52155_-n_0000000000) [n:127.0.0.1:52155_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1016665 INFO  (zkCallback-2252-thread-1-processing-n:127.0.0.1:52171_) [n:127.0.0.1:52171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1016665 INFO  (zkCallback-2258-thread-1-processing-n:127.0.0.1:52175_) [n:127.0.0.1:52175_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1016665 INFO  (zkCallback-2264-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1017602 WARN  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1017603 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1017613 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1017686 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1017716 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1017716 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node3' (registry 'solr.core.collection1.shard1.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b25ccd
   [junit4]   2> 1017716 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1017716 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_968E04F0686847E3-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 1017718 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=33.8173828125, floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=15.650514629254333, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1017721 WARN  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1017792 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1017792 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1017793 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1017793 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1017794 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=33.0263671875, floorSegmentMB=1.8544921875, forceMergeDeletesPctAllowed=21.202185821127014, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5204448326504748
   [junit4]   2> 1017794 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7661abc6[collection1] main]
   [junit4]   2> 1017796 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1017797 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1017797 INFO  (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:52179_) [n:127.0.0.1:52179_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]  

[...truncated too long message...]

ThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 29371 INFO  (qtp1392166415-346) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=3
   [junit4]   2> 29371 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[E23B675A1287593B]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":3,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568219475867598848,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568219475863404544,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568219475839287296,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568219475855015936,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 29372 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[E23B675A1287593B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=E23B675A1287593B -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=Asia/Kolkata -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   1.04s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E23B675A1287593B:8777473AD8E53ED3]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 29373 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@21d918a1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 29373 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=381170966
   [junit4]   2> 29374 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 29374 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 29374 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 29374 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 29374 INFO  (coreCloseExecutor-287-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c6167e9
   [junit4]   2> 29376 INFO  (coreCloseExecutor-287-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=476145641
   [junit4]   2> 29378 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d22fd34{/solr,null,UNAVAILABLE}
   [junit4]   2> 29378 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29378 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=122882432
   [junit4]   2> 29378 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 29378 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 29378 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 29379 INFO  (SUITE-TestParallelWeightCreation-seed#[E23B675A1287593B]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 29379 INFO  (coreCloseExecutor-289-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1739a24f
   [junit4]   2> 29380 INFO  (coreCloseExecutor-289-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=389653071
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_E23B675A1287593B-001
   [junit4]   2> May 23, 2017 8:17:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneFixedGap), popularity=FSTOrd50, description=Lucene50(blocksize=128), id=FSTOrd50, text=PostingsFormat(name=Direct), title=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1648, maxMBSortInHeap=5.571512767267817, sim=RandomSimilarity(queryNorm=false): {}, locale=el, timezone=Asia/Kolkata
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=47365440,total=267911168
   [junit4]   2> NOTE: All tests run in this JVM: [TestLTRReRankingPipeline, TestFilterSolrFeature, TestOriginalScoreFeature, TestExternalFeatures, TestMultipleAdditiveTreesModel, TestRankingFeature, TestValueFeature, TestLTRWithFacet, TestLTRQParserExplain, TestLTRQParserPlugin, TestLTRScoringQuery, TestLTRWithSort, TestParallelWeightCreation]
   [junit4] Completed [29/33 (4!)] on J1 in 11.10s, 2 tests, 1 error <<< FAILURES!

[...truncated 28045 lines...]
-documentation-lint:
     [echo] checking for broken html...
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for missing docs...
     [exec] 
     [exec] build/docs/highlighter/overview-summary.html
     [exec]   missing: org.apache.lucene.search.postingshighlight
     [exec] 
     [exec] build/docs/highlighter/org/apache/lucene/search/postingshighlight/package-summary.html
     [exec]   no package description (missing package.html in src?)
     [exec] 
     [exec] Missing javadocs were found!

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:101: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build.xml:142: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build.xml:158: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:2506: exec returned: 1

Total time: 77 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4022 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4022/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([5CF1E074A73F1:C97D7E79D8852430]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([5CF1E074A73F1:6549EF7ECD281419]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([5CF1E074A73F1:5D34D8DB8A76049A]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([5CF1E074A73F1:9F3366809F306C3E]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 19592 lines...]
   [junit4] Suite: org.apache.solr.ltr.feature.TestFieldLengthFeature
   [junit4]   2> 0    INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/init-core-data-001
   [junit4]   2> 1370 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1485 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.e.j.u.log Logging initialized @4007ms
   [junit4]   2> 1506 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1549 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1727 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.SolrResourceLoader Using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr
   [junit4]   2> 1906 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2099 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 2922 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 5543 WARN  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 5544 WARN  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 5544 WARN  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 5619 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 5653 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 5681 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 5689 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 5934 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 5953 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 5973 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/init-core-data-001/]
   [junit4]   2> 8220 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 8260 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 8260 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 8282 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 8282 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 8370 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53b81905[collection1] main]
   [junit4]   2> 8429 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 8488 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 8488 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 8488 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 8488 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 8489 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 8497 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 8503 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 8503 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 8503 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 8503 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 8503 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 8587 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 9131 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@53b81905[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 9132 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568188288496304128
   [junit4]   2> 9147 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 9219 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 9219 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 9220 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-003/cores/core
   [junit4]   2> 9847 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 9943 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21e38350{/solr,null,AVAILABLE}
   [junit4]   2> 9983 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2ed1c1d4{HTTP/1.1,[http/1.1]}{127.0.0.1:52485}
   [junit4]   2> 9984 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.e.j.s.Server Started @12516ms
   [junit4]   2> 9984 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52485, configSetBaseDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-003/cores}
   [junit4]   2> 10048 ERROR (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 10049 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 10049 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 10049 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 10068 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T12:01:34.947Z
   [junit4]   2> 10084 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/solr.xml
   [junit4]   2> 10294 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-003/cores
   [junit4]   2> 10294 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 10323 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 10360 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 10388 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 10393 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 10402 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 10403 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-003/cores/core/data/]
   [junit4]   2> 10505 WARN  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 10507 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 10507 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 10512 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 10513 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 10556 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e5fcbb7[collection1] main]
   [junit4]   2> 10557 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/collection1/conf
   [junit4]   2> 10557 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 10558 WARN  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 10558 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 10558 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 10559 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 10559 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 10559 WARN  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 10559 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 10560 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 10560 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 10560 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 10560 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 10562 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e5fcbb7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 10562 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568188289995767808
   [junit4]   2> 10629 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#52485
   [junit4]   2> 12468 INFO  (qtp1838784768-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">1</field><field+name%3D"title">w1</field><field+name%3D"description">w1</field></doc></add>}{add=[1 (1568188291587506176)]} 0 824
   [junit4]   2> 12613 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">2</field><field+name%3D"title">w2+2asd+asdd+didid</field><field+name%3D"description">w2+2asd+asdd+didid</field></doc></add>}{add=[2 (1568188292143251456)]} 0 3
   [junit4]   2> 12620 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">3</field><field+name%3D"title">w3</field><field+name%3D"description">w3</field></doc></add>}{add=[3 (1568188292152688640)]} 0 3
   [junit4]   2> 12632 INFO  (qtp1838784768-24) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">4</field><field+name%3D"title">w4</field><field+name%3D"description">w4</field></doc></add>}{add=[4 (1568188292166320128)]} 0 6
   [junit4]   2> 12636 INFO  (qtp1838784768-25) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">5</field><field+name%3D"title">w5</field><field+name%3D"description">w5</field></doc></add>}{add=[5 (1568188292170514432)]} 0 1
   [junit4]   2> 12644 INFO  (qtp1838784768-26) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">6</field><field+name%3D"title">w1+w2</field><field+name%3D"description">w1+w2</field></doc></add>}{add=[6 (1568188292178903040)]} 0 1
   [junit4]   2> 12650 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">7</field><field+name%3D"title">w1+w2+w3+w4+w5</field><field+name%3D"description">w1+w2+w3+w4+w5+w8</field></doc></add>}{add=[7 (1568188292184145920)]} 0 1
   [junit4]   2> 12656 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">8</field><field+name%3D"title">w1+w1+w1+w2+w2+w8</field><field+name%3D"description">w1+w1+w1+w2+w2</field></doc></add>}{add=[8 (1568188292191485952)]} 0 1
   [junit4]   2> 12659 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568188292194631680,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 12659 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@79a1aa76 commitCommandVersion:1568188292194631680
   [junit4]   2> 13108 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@708ff97d[collection1] main]
   [junit4]   2> 13112 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@708ff97d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C8)))}
   [junit4]   2> 13112 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 13113 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 454
   [junit4]   2> 13145 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[5CF1E074A73F1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIfFieldIsMissingInDocumentLengthIsZero
   [junit4]   2> 13149 INFO  (qtp1838784768-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">42</field><field+name%3D"title">w10</field></doc></add>}{add=[42 (1568188292705288192)]} 0 3
   [junit4]   2> 13156 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568188292715773952,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 13157 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@79a1aa76 commitCommandVersion:1568188292715773952
   [junit4]   2> 13233 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4778d40b[collection1] main]
   [junit4]   2> 13234 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4778d40b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C8) Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 13235 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 13235 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 78
   [junit4]   2> 13241 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[5CF1E074A73F1]) [    ] o.a.s.l.TestRerankBase loading feauture 
   [junit4]   2> {
   [junit4]   2> "name":"description-length2",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.feature.FieldLengthFeature",
   [junit4]   2> "params":{"field":"description"}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 13292 INFO  (qtp1838784768-23) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 13774 INFO  (qtp1838784768-23) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@589fd370 to URI: /solr/schema
   [junit4]   2> Mei 23, 2017 2:01:38 PM org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 13883 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 13911 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 13911 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 13911 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 13912 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 13912 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for /schema
   [junit4]   2> 13974 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@5ff44b79] for /schema/feature-store
   [junit4]   2> 13977 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: {name=description-length2, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}} is a java.util.LinkedHashMap
   [junit4]   2> 13978 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=description-length2, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}}
   [junit4]   2> 14019 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/collection1/conf
   [junit4]   2> 14019 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=768
   [junit4]   2> Mei 23, 2017 2:01:38 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-23	14:01:38	127.0.0.1	-	127.0.0.1	52485	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	141	196	http://127.0.0.1:52485	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 14085 WARN  (qtp1838784768-23) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 14098 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[5CF1E074A73F1]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"description-model2",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"description-length2"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"description-length2":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 14100 INFO  (qtp1838784768-24) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@5ff44b79]] for /schema/model-store
   [junit4]   2> 14100 INFO  (qtp1838784768-24) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=description-model2, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=description-length2}], params={weights={description-length2=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 14118 INFO  (qtp1838784768-24) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model description-model2
   [junit4]   2> 14120 INFO  (qtp1838784768-24) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/collection1/conf
   [junit4]   2> 14120 INFO  (qtp1838784768-24) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=21
   [junit4]   2> Mei 23, 2017 2:01:39 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-23	14:01:39	127.0.0.1	-	127.0.0.1	52485	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	197	22	http://127.0.0.1:52485	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 14123 WARN  (qtp1838784768-24) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 14516 INFO  (qtp1838784768-25) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w10&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Ddescription-model2+reRankDocs%3D8}} hits=1 status=0 QTime=387
   [junit4]   2> 14564 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[5CF1E074A73F1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIfFieldIsMissingInDocumentLengthIsZero
   [junit4]   2> 14583 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[5CF1E074A73F1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRanking
   [junit4]   2> 14583 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[5CF1E074A73F1]) [    ] o.a.s.l.TestRerankBase loading feauture 
   [junit4]   2> {
   [junit4]   2> "name":"title-length",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.feature.FieldLengthFeature",
   [junit4]   2> "params":{"field":"title"}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 14585 INFO  (qtp1838784768-26) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@5ff44b79] for /schema/feature-store
   [junit4]   2> 14585 INFO  (qtp1838784768-26) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: {name=title-length, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=title}} is a java.util.LinkedHashMap
   [junit4]   2> 14585 INFO  (qtp1838784768-26) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=title-length, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=title}}
   [junit4]   2> 14586 INFO  (qtp1838784768-26) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/collection1/conf
   [junit4]   2> 14586 INFO  (qtp1838784768-26) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=2
   [junit4]   2> Mei 23, 2017 2:01:39 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-23	14:01:39	127.0.0.1	-	127.0.0.1	52485	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	128	2	http://127.0.0.1:52485	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 14588 WARN  (qtp1838784768-26) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 14588 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[5CF1E074A73F1]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"title-model",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"title-length"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"title-length":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 14590 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[description-model2]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@5ff44b79]] for /schema/model-store
   [junit4]   2> 14590 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=title-model, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=title-length}], params={weights={title-length=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 14591 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model title-model
   [junit4]   2> 14591 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/collection1/conf
   [junit4]   2> 14591 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=2
   [junit4]   2> Mei 23, 2017 2:01:39 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-23	14:01:39	127.0.0.1	-	127.0.0.1	52485	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	176	1	http://127.0.0.1:52485	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 14593 WARN  (qtp1838784768-19) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 14601 INFO  (qtp1838784768-21) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=5
   [junit4]   2> 14617 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=1
   [junit4]   2> 14621 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 14624 INFO  (qtp1838784768-24) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 14626 INFO  (qtp1838784768-25) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 14629 INFO  (qtp1838784768-25) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=0
   [junit4]   2> 14633 INFO  (qtp1838784768-25) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=1
   [junit4]   2> 14634 ERROR (TEST-TestFieldLengthFeature.testRanking-seed#[5CF1E074A73F1]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='8'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":1,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"title:w1",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*, score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr model=title-model reRankDocs=4}"}},
   [junit4]   2>   "response":{"numFound":4,"start":0,"maxScore":2.95147899E18,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "_version_":1568188291587506176,
   [junit4]   2>         "score":2.95147899E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"6",
   [junit4]   2>         "title":"w1 w2",
   [junit4]   2>         "description":"w1 w2",
   [junit4]   2>         "_version_":1568188292178903040,
   [junit4]   2>         "score":2.04963825E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"7",
   [junit4]   2>         "title":"w1 w2 w3 w4 w5",
   [junit4]   2>         "description":"w1 w2 w3 w4 w5 w8",
   [junit4]   2>         "_version_":1568188292184145920,
   [junit4]   2>         "score":7.3786975E17},
   [junit4]   2>       {
   [junit4]   2>         "id":"8",
   [junit4]   2>         "title":"w1 w1 w1 w2 w2 w8",
   [junit4]   2>         "description":"w1 w1 w1 w2 w2",
   [junit4]   2>         "_version_":1568188292191485952,
   [junit4]   2>         "score":5.12409561E17}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=title%3Aw1&fl=*%2C+score&rows=4&rq=%7B%21ltr+model%3Dtitle-model+reRankDocs%3D4%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 14634 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[5CF1E074A73F1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRanking
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldLengthFeature -Dtests.method=testRanking -Dtests.seed=5CF1E074A73F1 -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=Europe/Skopje -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.07s J1 | TestFieldLengthFeature.testRanking <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5CF1E074A73F1:9F3366809F306C3E]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 14651 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[5CF1E074A73F1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIfFieldIsEmptyLengthIsZero
   [junit4]   2> 14655 INFO  (qtp1838784768-26) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">43</field><field+name%3D"title">w11</field><field+name%3D"description"></field></doc></add>}{add=[43 (1568188294285492224)]} 0 2
   [junit4]   2> 14658 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568188294290735104,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 14658 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@79a1aa76 commitCommandVersion:1568188294290735104
   [junit4]   2> 14666 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23a7d559[collection1] main]
   [junit4]   2> 14667 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23a7d559[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C8) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C1)))}
   [junit4]   2> 14668 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 14668 INFO  (qtp1838784768-19) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 10
   [junit4]   2> 14670 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[5CF1E074A73F1]) [    ] o.a.s.l.TestRerankBase loading feauture 
   [junit4]   2> {
   [junit4]   2> "name":"description-length3",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.feature.FieldLengthFeature",
   [junit4]   2> "params":{"field":"description"}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 14672 INFO  (qtp1838784768-21) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@5ff44b79] for /schema/feature-store
   [junit4]   2> 14672 INFO  (qtp1838784768-21) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: {name=description-length3, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}} is a java.util.LinkedHashMap
   [junit4]   2> 14673 INFO  (qtp1838784768-21) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=description-length3, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}}
   [junit4]   2> 14675 INFO  (qtp1838784768-21) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/collection1/conf
   [junit4]   2> 14675 INFO  (qtp1838784768-21) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=3
   [junit4]   2> Mei 23, 2017 2:01:39 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-23	14:01:39	127.0.0.1	-	127.0.0.1	52485	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	141	3	http://127.0.0.1:52485	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 14676 WARN  (qtp1838784768-21) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 14677 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[5CF1E074A73F1]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"description-model3",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"description-length3"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"description-length3":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 14678 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[title-model, description-model2]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@5ff44b79]] for /schema/model-store
   [junit4]   2> 14678 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=description-model3, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=description-length3}], params={weights={description-length3=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 14679 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model description-model3
   [junit4]   2> 14679 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001/tempDir-001/collection1/conf
   [junit4]   2> 14680 INFO  (qtp1838784768-22) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=2
   [junit4]   2> Mei 23, 2017 2:01:39 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-23	14:01:39	127.0.0.1	-	127.0.0.1	52485	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	197	2	http://127.0.0.1:52485	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 14680 WARN  (qtp1838784768-22) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 14683 INFO  (qtp1838784768-23) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w11&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Ddescription-model3+reRankDocs%3D8}} hits=1 status=0 QTime=1
   [junit4]   2> 14684 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[5CF1E074A73F1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIfFieldIsEmptyLengthIsZero
   [junit4]   2> 14701 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2ed1c1d4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 14701 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1636225731
   [junit4]   2> 14702 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 14702 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 14702 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 14702 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 14707 INFO  (coreCloseExecutor-23-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a0d1c9e
   [junit4]   2> 14712 INFO  (coreCloseExecutor-23-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1510808734
   [junit4]   2> 14722 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@21e38350{/solr,null,UNAVAILABLE}
   [junit4]   2> 14732 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 14733 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1973799123
   [junit4]   2> 14733 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 14734 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 14734 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 14734 INFO  (SUITE-TestFieldLengthFeature-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 14734 INFO  (coreCloseExecutor-25-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@138341e2
   [junit4]   2> 14735 INFO  (coreCloseExecutor-25-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=327369186
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_5CF1E074A73F1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=FSTOrd50, description=PostingsFormat(name=LuceneVarGapFixedInterval), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneFixedGap), title=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1690, maxMBSortInHeap=7.202514562980456, sim=RandomSimilarity(queryNorm=true): {}, locale=ms, timezone=Europe/Skopje
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=35003080,total=64167936
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldLengthFeature]
   [junit4] Completed [1/33 (1!)] on J1 in 15.69s, 3 tests, 1 error <<< FAILURES!

[...truncated 19 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestSelectiveWeightCreation
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_5CF1E074A73F1-001/init-core-data-001
   [junit4]   2> 17804 WARN  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 17804 INFO  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 17809 INFO  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 17809 INFO  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 17829 INFO  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 17842 INFO  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 17859 INFO  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 17928 WARN  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 17928 WARN  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 17928 WARN  (SUITE-TestSelectiveWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 17954 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 17969 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 17979 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 17983 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 17984 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 17984 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 17984 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_5CF1E074A73F1-001/init-core-data-001/]
   [junit4]   2> 18117 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 18118 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 18118 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 18118 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 18118 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 18145 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@407598cd[collection1] main]
   [junit4]   2> 18146 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 18146 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 18146 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 18146 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 18146 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 18146 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 18146 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 18146 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 18146 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 18146 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 18146 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 18146 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit

[...truncated too long message...]

ervletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 28246 INFO  (qtp1900231072-283) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=3
   [junit4]   2> 28247 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[5CF1E074A73F1]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":3,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568188308463288320,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568188308461191168,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568188308451753984,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568188308458045440,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 28247 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[5CF1E074A73F1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=5CF1E074A73F1 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=Canada/Mountain -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.94s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5CF1E074A73F1:6549EF7ECD281419]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 28252 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[5CF1E074A73F1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
   [junit4]   2> 28252 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[5CF1E074A73F1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
   [junit4]   2> 28254 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5979ce99{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 28254 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=613495329
   [junit4]   2> 28254 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 28254 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 28254 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 28254 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 28255 INFO  (coreCloseExecutor-235-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6103c796
   [junit4]   2> 28256 INFO  (coreCloseExecutor-235-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1627637654
   [junit4]   2> 28258 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ce7a87f{/solr,null,UNAVAILABLE}
   [junit4]   2> 28259 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 28259 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1555301526
   [junit4]   2> 28259 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 28259 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 28259 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 28259 INFO  (SUITE-TestParallelWeightCreation-seed#[5CF1E074A73F1]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 28260 INFO  (coreCloseExecutor-237-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@79ea1d84
   [junit4]   2> 28262 INFO  (coreCloseExecutor-237-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2045386116
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_5CF1E074A73F1-001
   [junit4]   2> May 23, 2017 12:01:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=uk, timezone=Canada/Mountain
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=51152296,total=115343360
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldLengthFeature, TestOriginalScoreFeature, TestValueFeature, TestSelectiveWeightCreation, TestMultipleAdditiveTreesModel, TestLTRQParserExplain, TestFeatureExtractionFromMultipleSegments, TestLTRReRankingPipeline, TestLTRScoringQuery, TestLTRWithFacet, TestParallelWeightCreation]
   [junit4] Completed [22/33 (4!)] on J1 in 11.02s, 2 tests, 1 error <<< FAILURES!

[...truncated 37030 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4021 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4021/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([3F2746C65DEA95C2:F65FF7A18225C203]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([3F2746C65DEA95C2:5A6B66A69788F22A]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([3F2746C65DEA95C2:62165103D0D6E2A9]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([3F2746C65DEA95C2:A011EF58C5908A0D]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 19592 lines...]
   [junit4] Suite: org.apache.solr.ltr.feature.TestFieldLengthFeature
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/init-core-data-001
   [junit4]   2> 14204 WARN  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 14204 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 14208 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 14208 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 14233 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 14277 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 14305 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 14427 WARN  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 14427 WARN  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 14428 WARN  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 14447 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 14461 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 14479 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 14482 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 14483 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 14483 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 14483 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/init-core-data-001/]
   [junit4]   2> 14657 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 14658 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 14658 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 14658 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 14659 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 14680 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db5a572[collection1] main]
   [junit4]   2> 14680 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 14681 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 14681 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 14681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 14682 INFO  (searcherExecutor-33-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6db5a572[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 14682 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568154615610867712
   [junit4]   2> 14686 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 14694 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 14694 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 14695 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-003/cores/core
   [junit4]   2> 14697 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 14698 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c944836{/solr,null,AVAILABLE}
   [junit4]   2> 14699 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@180e1cfd{HTTP/1.1,[http/1.1]}{127.0.0.1:56791}
   [junit4]   2> 14700 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.e.j.s.Server Started @17009ms
   [junit4]   2> 14700 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56791, configSetBaseDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-003/cores}
   [junit4]   2> 14700 ERROR (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 14700 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 14700 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 14700 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 14701 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T03:06:21.080Z
   [junit4]   2> 14701 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/solr.xml
   [junit4]   2> 14765 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-003/cores
   [junit4]   2> 14765 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 14790 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 14810 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 14827 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 14829 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 14829 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 14830 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-003/cores/core/data/]
   [junit4]   2> 14948 WARN  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 14949 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 14949 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 14953 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 14953 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 14974 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64a26238[collection1] main]
   [junit4]   2> 14974 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/collection1/conf
   [junit4]   2> 14975 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 14975 WARN  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 14975 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 14975 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 14975 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 14975 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 14975 WARN  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 14976 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 14976 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 14976 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 14976 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 14976 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 14976 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568154615919149056
   [junit4]   2> 14977 INFO  (searcherExecutor-44-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@64a26238[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 15292 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#56791
   [junit4]   2> 15313 INFO  (qtp2048056659-53) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">1</field><field+name%3D"title">w1</field><field+name%3D"description">w1</field></doc></add>}{add=[1 (1568154616258887680)]} 0 13
   [junit4]   2> 15320 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">2</field><field+name%3D"title">w2+2asd+asdd+didid</field><field+name%3D"description">w2+2asd+asdd+didid</field></doc></add>}{add=[2 (1568154616278810624)]} 0 2
   [junit4]   2> 15323 INFO  (qtp2048056659-55) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">3</field><field+name%3D"title">w3</field><field+name%3D"description">w3</field></doc></add>}{add=[3 (1568154616283004928)]} 0 1
   [junit4]   2> 15327 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">4</field><field+name%3D"title">w4</field><field+name%3D"description">w4</field></doc></add>}{add=[4 (1568154616287199232)]} 0 1
   [junit4]   2> 15331 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">5</field><field+name%3D"title">w5</field><field+name%3D"description">w5</field></doc></add>}{add=[5 (1568154616291393536)]} 0 1
   [junit4]   2> 15335 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">6</field><field+name%3D"title">w1+w2</field><field+name%3D"description">w1+w2</field></doc></add>}{add=[6 (1568154616294539264)]} 0 1
   [junit4]   2> 15339 INFO  (qtp2048056659-51) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">7</field><field+name%3D"title">w1+w2+w3+w4+w5</field><field+name%3D"description">w1+w2+w3+w4+w5+w8</field></doc></add>}{add=[7 (1568154616299782144)]} 0 1
   [junit4]   2> 15343 INFO  (qtp2048056659-53) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">8</field><field+name%3D"title">w1+w1+w1+w2+w2+w8</field><field+name%3D"description">w1+w1+w1+w2+w2</field></doc></add>}{add=[8 (1568154616302927872)]} 0 1
   [junit4]   2> 15346 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 15346 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@71f7c10 commitCommandVersion:0
   [junit4]   2> 15516 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4770d207[collection1] main]
   [junit4]   2> 15517 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 15517 INFO  (searcherExecutor-44-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4770d207[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C8)))}
   [junit4]   2> 15517 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 171
   [junit4]   2> 15525 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[3F2746C65DEA95C2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIfFieldIsEmptyLengthIsZero
   [junit4]   2> 15529 INFO  (qtp2048056659-55) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">43</field><field+name%3D"title">w11</field><field+name%3D"description"></field></doc></add>}{add=[43 (1568154616495865856)]} 0 3
   [junit4]   2> 15531 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 15531 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@71f7c10 commitCommandVersion:0
   [junit4]   2> 15727 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3061609a[collection1] main]
   [junit4]   2> 15728 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 15728 INFO  (searcherExecutor-44-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3061609a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C8) Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 15729 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 197
   [junit4]   2> 15734 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[3F2746C65DEA95C2]) [    ] o.a.s.l.TestRerankBase loading feauture 
   [junit4]   2> {
   [junit4]   2> "name":"description-length3",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.feature.FieldLengthFeature",
   [junit4]   2> "params":{"field":"description"}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 15735 INFO  (qtp2048056659-57) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 15736 INFO  (qtp2048056659-57) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@6bbc8a62 to URI: /solr/schema
   [junit4]   2> ?.?. 23, 2560 10:06:22 ?????????? org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 15762 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 15762 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 15762 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 15762 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 15762 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 15762 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for /schema
   [junit4]   2> 15763 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@191701b7] for /schema/feature-store
   [junit4]   2> 15763 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: {name=description-length3, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}} is a java.util.LinkedHashMap
   [junit4]   2> 15763 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=description-length3, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}}
   [junit4]   2> 15781 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/collection1/conf
   [junit4]   2> 15781 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=46
   [junit4]   2> ?.?. 23, 2560 10:06:22 ?????????? org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2560-05-23	10:06:22	127.0.0.1	-	127.0.0.1	56791	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	141	45	http://127.0.0.1:56791	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 15782 WARN  (qtp2048056659-57) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 15783 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[3F2746C65DEA95C2]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"description-model3",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"description-length3"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"description-length3":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 15784 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@191701b7]] for /schema/model-store
   [junit4]   2> 15785 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=description-model3, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=description-length3}], params={weights={description-length3=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 15794 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model description-model3
   [junit4]   2> 15794 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/collection1/conf
   [junit4]   2> 15794 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=10
   [junit4]   2> ?.?. 23, 2560 10:06:22 ?????????? org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2560-05-23	10:06:22	127.0.0.1	-	127.0.0.1	56791	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	197	11	http://127.0.0.1:56791	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 15796 WARN  (qtp2048056659-58) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 15802 INFO  (qtp2048056659-51) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w11&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Ddescription-model3+reRankDocs%3D8}} hits=1 status=0 QTime=5
   [junit4]   2> 15803 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[3F2746C65DEA95C2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIfFieldIsEmptyLengthIsZero
   [junit4]   2> 15808 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[3F2746C65DEA95C2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIfFieldIsMissingInDocumentLengthIsZero
   [junit4]   2> 15817 INFO  (qtp2048056659-53) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">42</field><field+name%3D"title">w10</field></doc></add>}{add=[42 (1568154616792612864)]} 0 8
   [junit4]   2> 15820 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 15820 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@71f7c10 commitCommandVersion:0
   [junit4]   2> 15837 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21a3ba45[collection1] main]
   [junit4]   2> 15838 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 15838 INFO  (searcherExecutor-44-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@21a3ba45[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C8) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C1)))}
   [junit4]   2> 15839 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 19
   [junit4]   2> 15840 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[3F2746C65DEA95C2]) [    ] o.a.s.l.TestRerankBase loading feauture 
   [junit4]   2> {
   [junit4]   2> "name":"description-length2",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.feature.FieldLengthFeature",
   [junit4]   2> "params":{"field":"description"}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 15841 INFO  (qtp2048056659-55) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@191701b7] for /schema/feature-store
   [junit4]   2> 15841 INFO  (qtp2048056659-55) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: {name=description-length2, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}} is a java.util.LinkedHashMap
   [junit4]   2> 15841 INFO  (qtp2048056659-55) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=description-length2, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}}
   [junit4]   2> 15842 INFO  (qtp2048056659-55) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/collection1/conf
   [junit4]   2> 15842 INFO  (qtp2048056659-55) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=1
   [junit4]   2> ?.?. 23, 2560 10:06:22 ?????????? org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2560-05-23	10:06:22	127.0.0.1	-	127.0.0.1	56791	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	141	1	http://127.0.0.1:56791	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 15843 WARN  (qtp2048056659-55) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 15843 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[3F2746C65DEA95C2]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"description-model2",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"description-length2"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"description-length2":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 15845 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[description-model3]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@191701b7]] for /schema/model-store
   [junit4]   2> 15845 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=description-model2, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=description-length2}], params={weights={description-length2=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 15845 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model description-model2
   [junit4]   2> 15846 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/collection1/conf
   [junit4]   2> 15846 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=1
   [junit4]   2> ?.?. 23, 2560 10:06:22 ?????????? org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2560-05-23	10:06:22	127.0.0.1	-	127.0.0.1	56791	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	197	2	http://127.0.0.1:56791	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 15847 WARN  (qtp2048056659-56) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 15849 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w10&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Ddescription-model2+reRankDocs%3D8}} hits=1 status=0 QTime=1
   [junit4]   2> 15850 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[3F2746C65DEA95C2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIfFieldIsMissingInDocumentLengthIsZero
   [junit4]   2> 15854 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[3F2746C65DEA95C2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRanking
   [junit4]   2> 15854 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[3F2746C65DEA95C2]) [    ] o.a.s.l.TestRerankBase loading feauture 
   [junit4]   2> {
   [junit4]   2> "name":"title-length",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.feature.FieldLengthFeature",
   [junit4]   2> "params":{"field":"title"}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 15856 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@191701b7] for /schema/feature-store
   [junit4]   2> 15856 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: {name=title-length, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=title}} is a java.util.LinkedHashMap
   [junit4]   2> 15856 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=title-length, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=title}}
   [junit4]   2> 15857 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/collection1/conf
   [junit4]   2> 15857 INFO  (qtp2048056659-57) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=1
   [junit4]   2> ?.?. 23, 2560 10:06:22 ?????????? org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2560-05-23	10:06:22	127.0.0.1	-	127.0.0.1	56791	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	128	2	http://127.0.0.1:56791	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 15858 WARN  (qtp2048056659-57) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 15859 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[3F2746C65DEA95C2]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"title-model",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"title-length"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"title-length":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 15861 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[description-model3, description-model2]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@191701b7]] for /schema/model-store
   [junit4]   2> 15861 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=title-model, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=title-length}], params={weights={title-length=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 15861 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model title-model
   [junit4]   2> 15861 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001/tempDir-001/collection1/conf
   [junit4]   2> 15861 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=1
   [junit4]   2> ?.?. 23, 2560 10:06:22 ?????????? org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2560-05-23	10:06:22	127.0.0.1	-	127.0.0.1	56791	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	176	2	http://127.0.0.1:56791	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 15862 WARN  (qtp2048056659-58) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 15864 INFO  (qtp2048056659-51) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 15867 INFO  (qtp2048056659-53) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=1
   [junit4]   2> 15870 INFO  (qtp2048056659-54) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 15872 INFO  (qtp2048056659-55) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 15874 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 15877 INFO  (qtp2048056659-56) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=0
   [junit4]   2> 15879 INFO  (qtp2048056659-58) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=1
   [junit4]   2> 15880 ERROR (TEST-TestFieldLengthFeature.testRanking-seed#[3F2746C65DEA95C2]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='8'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":1,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"title:w1",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*, score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr model=title-model reRankDocs=4}"}},
   [junit4]   2>   "response":{"numFound":4,"start":0,"maxScore":2.95147899E18,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "_version_":1568154616258887680,
   [junit4]   2>         "score":2.95147899E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"6",
   [junit4]   2>         "title":"w1 w2",
   [junit4]   2>         "description":"w1 w2",
   [junit4]   2>         "_version_":1568154616294539264,
   [junit4]   2>         "score":2.04963825E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"7",
   [junit4]   2>         "title":"w1 w2 w3 w4 w5",
   [junit4]   2>         "description":"w1 w2 w3 w4 w5 w8",
   [junit4]   2>         "_version_":1568154616299782144,
   [junit4]   2>         "score":7.3786975E17},
   [junit4]   2>       {
   [junit4]   2>         "id":"8",
   [junit4]   2>         "title":"w1 w1 w1 w2 w2 w8",
   [junit4]   2>         "description":"w1 w1 w1 w2 w2",
   [junit4]   2>         "_version_":1568154616302927872,
   [junit4]   2>         "score":5.12409561E17}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=title%3Aw1&fl=*%2C+score&rows=4&rq=%7B%21ltr+model%3Dtitle-model+reRankDocs%3D4%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 15880 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[3F2746C65DEA95C2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRanking
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldLengthFeature -Dtests.method=testRanking -Dtests.seed=3F2746C65DEA95C2 -Dtests.slow=true -Dtests.locale=th-TH -Dtests.timezone=Asia/Krasnoyarsk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.04s J1 | TestFieldLengthFeature.testRanking <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3F2746C65DEA95C2:A011EF58C5908A0D]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 15887 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@180e1cfd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 15887 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=508141902
   [junit4]   2> 15888 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 15888 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 15888 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 15888 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 15888 INFO  (coreCloseExecutor-49-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@42bbe4d4
   [junit4]   2> 15896 INFO  (coreCloseExecutor-49-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1119610068
   [junit4]   2> 15897 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c944836{/solr,null,UNAVAILABLE}
   [junit4]   2> 15901 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 15901 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=498758973
   [junit4]   2> 15901 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 15901 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 15901 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 15902 INFO  (SUITE-TestFieldLengthFeature-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 15902 INFO  (coreCloseExecutor-51-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2c0f0028
   [junit4]   2> 15906 INFO  (coreCloseExecutor-51-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=739180584
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_3F2746C65DEA95C2-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=th-TH, timezone=Asia/Krasnoyarsk
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=14076944,total=64061440
   [junit4]   2> NOTE: All tests run in this JVM: [TestLTRQParserExplain, TestFieldLengthFeature]
   [junit4] Completed [4/33 (1!)] on J1 in 1.73s, 3 tests, 1 error <<< FAILURES!

[...truncated 13 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestSelectiveWeightCreation
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_3F2746C65DEA95C2-001/init-core-data-001
   [junit4]   2> 17419 WARN  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 17419 INFO  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 17422 INFO  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 17423 INFO  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 17440 INFO  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 17454 INFO  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 17470 INFO  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 17544 WARN  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 17544 WARN  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 17544 WARN  (SUITE-TestSelectiveWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 17570 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 17580 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 17594 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 17597 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 17597 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 17597 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 17597 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_3F2746C65DEA95C2-001/init-core-data-001/]
   [junit4]   2> 17699 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 17700 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 17700 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 17700 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 17701 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c83462f[collection1] main]
   [junit4]   2> 17735 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 17735 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 17735 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 17735 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 17736 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 17736 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568154618813218816
   [junit4]   2> 17737 INFO  (searcherExecutor-85-thread-

[...truncated too long message...]

  2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 27526 INFO  (qtp308798418-283) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=6
   [junit4]   2> 27527 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[3F2746C65DEA95C2]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":6,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568154628977065984,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568154628973920256,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568154628961337344,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568154628970774528,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 27528 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[3F2746C65DEA95C2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=3F2746C65DEA95C2 -Dtests.slow=true -Dtests.locale=fi -Dtests.timezone=Asia/Aqtau -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.98s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3F2746C65DEA95C2:5A6B66A69788F22A]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 27538 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[3F2746C65DEA95C2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
   [junit4]   2> 27538 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[3F2746C65DEA95C2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
   [junit4]   2> 27543 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@302b025d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 27543 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1004041389
   [junit4]   2> 27543 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 27543 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 27543 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 27543 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 27543 INFO  (coreCloseExecutor-235-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4adf17a6
   [junit4]   2> 27547 INFO  (coreCloseExecutor-235-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1256134566
   [junit4]   2> 27556 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c0db043{/solr,null,UNAVAILABLE}
   [junit4]   2> 27557 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27557 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=110335943
   [junit4]   2> 27557 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 27557 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 27557 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 27557 INFO  (SUITE-TestParallelWeightCreation-seed#[3F2746C65DEA95C2]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 27557 INFO  (coreCloseExecutor-237-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9367017
   [junit4]   2> 27559 INFO  (coreCloseExecutor-237-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=154562583
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_3F2746C65DEA95C2-001
   [junit4]   2> May 23, 2017 3:06:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=FSTOrd50, popularity=PostingsFormat(name=LuceneVarGapDocFreqInterval), description=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=BlockTreeOrds(blocksize=128), title=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1026, maxMBSortInHeap=7.558253792883201, sim=RandomSimilarity(queryNorm=true): {}, locale=fi, timezone=Asia/Aqtau
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=40384808,total=121430016
   [junit4]   2> NOTE: All tests run in this JVM: [TestLTRQParserExplain, TestFieldLengthFeature, TestLTRReRankingPipeline, TestExternalFeatures, TestSelectiveWeightCreation, TestModelManager, TestRankingFeature, TestLTRQParserPlugin, TestLTRScoringQuery, TestLTRWithFacet, TestParallelWeightCreation]
   [junit4] Completed [22/33 (4!)] on J1 in 11.11s, 2 tests, 1 error <<< FAILURES!

[...truncated 37023 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4020 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4020/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

10 tests failed.
FAILED:  org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration

Error Message:
invalid API spec: apispec/collections.collection.Commands.json

Stack Trace:
java.lang.RuntimeException: invalid API spec: apispec/collections.collection.Commands.json
	at __randomizedtesting.SeedInfo.seed([A74A99C8BEF48B7D:19C1FF67C78E8548]:0)
	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
	at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:232)
	at org.apache.solr.api.Api.getSpec(Api.java:64)
	at org.apache.solr.api.ApiBag.register(ApiBag.java:71)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:186)
	at org.apache.solr.core.CoreContainer.createHandler(CoreContainer.java:1413)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:514)
	at org.apache.solr.cloud.ClusterStateUpdateTest.setUp(ClusterStateUpdateTest.java:130)
	at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={   "replicationFactor":"3",   "shards":{     "shard1":{       "range":"80000000-bfffffff",       "state":"active",       "replicas":{}},     "shard2":{       "range":"c0000000-ffffffff",       "state":"active",       "replicas":{}},     "shard3":{       "range":"0-3fffffff",       "state":"active",       "replicas":{}},     "shard4":{       "range":"40000000-7fffffff",       "state":"active",       "replicas":{}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"4",   "autoAddReplicas":"false",   "realtimeReplicas":"-1"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
  "replicationFactor":"3",
  "shards":{
    "shard1":{
      "range":"80000000-bfffffff",
      "state":"active",
      "replicas":{}},
    "shard2":{
      "range":"c0000000-ffffffff",
      "state":"active",
      "replicas":{}},
    "shard3":{
      "range":"0-3fffffff",
      "state":"active",
      "replicas":{}},
    "shard4":{
      "range":"40000000-7fffffff",
      "state":"active",
      "replicas":{}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"4",
  "autoAddReplicas":"false",
  "realtimeReplicas":"-1"}
	at __randomizedtesting.SeedInfo.seed([A74A99C8BEF48B7D:EF3FED7CB8C7A4E8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:510)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
	at __randomizedtesting.SeedInfo.seed([A74A99C8BEF48B7D:F21A715A120D448D]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1416)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([A74A99C8BEF48B7D:2F1EA6121008E685]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1252)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:719)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:97)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestJmxIntegration.testJmxRegistration

Error Message:
org.apache.lucene.store.AlreadyClosedException: Already closed

Stack Trace:
javax.management.RuntimeMBeanException: org.apache.lucene.store.AlreadyClosedException: Already closed
	at __randomizedtesting.SeedInfo.seed([A74A99C8BEF48B7D:299BFDF2D3B5D318]:0)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrow(DefaultMBeanServerInterceptor.java:839)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.rethrowMaybeMBeanException(DefaultMBeanServerInterceptor.java:852)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:651)
	at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
	at org.apache.solr.core.TestJmxIntegration.testJmxRegistration(TestJmxIntegration.java:121)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.lucene.store.AlreadyClosedException: Already closed
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:336)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:361)
	at org.apache.solr.core.SolrCore.getIndexDir(SolrCore.java:340)
	at org.apache.solr.handler.ReplicationHandler.lambda$initializeMetrics$5(ReplicationHandler.java:869)
	at com.codahale.metrics.JmxReporter$JmxGauge.getValue(JmxReporter.java:188)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at sun.reflect.misc.Trampoline.invoke(MethodUtil.java:71)
	at sun.reflect.GeneratedMethodAccessor78.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at sun.reflect.misc.MethodUtil.invoke(MethodUtil.java:275)
	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:112)
	at com.sun.jmx.mbeanserver.StandardMBeanIntrospector.invokeM2(StandardMBeanIntrospector.java:46)
	at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:237)
	at com.sun.jmx.mbeanserver.PerInterface.getAttribute(PerInterface.java:83)
	at com.sun.jmx.mbeanserver.MBeanSupport.getAttribute(MBeanSupport.java:206)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:647)
	... 41 more


FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([5BF556A9DA628F12:928DE7CE05ADD8D3]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([5BF556A9DA628F12:3EB976C91000E8FA]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([5BF556A9DA628F12:6C4416C575EF879]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([5BF556A9DA628F12:C4C3FF37421890DD]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([A74A99C8BEF48B7D:2F1EA6121008E685]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:861)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12027 lines...]
   [junit4] Suite: org.apache.solr.core.TestJmxIntegration
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestJmxIntegration_A74A99C8BEF48B7D-001/init-core-data-001
   [junit4]   2> 1671987 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1671988 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1671989 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1671989 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1672059 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1672099 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1672188 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1672310 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20e1bc0f
   [junit4]   2> 1672316 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20e1bc0f
   [junit4]   2> 1672316 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20e1bc0f
   [junit4]   2> 1672319 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1672387 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1672463 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1672741 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1672769 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1672770 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20e1bc0f
   [junit4]   2> 1672770 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1672770 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestJmxIntegration_A74A99C8BEF48B7D-001/init-core-data-001/]
   [junit4]   2> 1672771 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1673133 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1673133 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1673134 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1673134 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1673145 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1673170 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11384e15[collection1] main]
   [junit4]   2> 1673171 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1673189 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1673296 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1673304 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1673305 INFO  (coreLoadExecutor-5345-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568119745202356224
   [junit4]   2> 1673317 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1673317 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1673317 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1673318 INFO  (SUITE-TestJmxIntegration-seed#[A74A99C8BEF48B7D]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1673329 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1673341 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1673342 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[A74A99C8BEF48B7D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testJmxUpdate
   [junit4]   2> 1673352 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1673368 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1673370 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1673371 INFO  (searcherExecutor-5346-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@11384e15[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1673658 INFO  (TEST-TestJmxIntegration.testJmxUpdate-seed#[A74A99C8BEF48B7D]) [    ] o.a.s.c.TestJmxIntegration Mbeans in server: [solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=max, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=SEARCHER,scope=new,name=maxReached, java.lang:type=Threading, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=standard,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=mltrh,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/get,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=dismax,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/plugins,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/schema,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=requestTimes, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.running, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=updateHandler,name=autoCommits, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.duration, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/threads,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=updateHandler,name=softAutoCommits, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=TLOG,scope=applyingBuffered,name=ops, solr:dom1=jvm,name0=buffers,name1=mapped,name=TotalCapacity, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=rollbacks, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=requestTimes, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=timeouts, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/threads,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/sql,name=handlerStart, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=gap.requests, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/json,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/properties,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=REPLICATION,scope=/replication,name=isSlave, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/json,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=HIGHLIGHTER,scope=SolrEncoder,name=default.requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=errors, solr:dom1=jvm,name0=threads,name1=waiting,name=count, solr:dom1=jvm,name0=classes,name=unloaded, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=timeouts, solr:dom1=node,category=CONTAINER,scope=cores,name=loaded, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=dismax,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/export,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=updateHandler,name=cumulativeErrors, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/terms,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckWithWordbreak_Direct,name=errors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/luke,name=handlerStart, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=threadPool.httpShardExecutor.completed, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/dump,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=clientErrors, java.lang:type=Runtime, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckWithWordbreak,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/graph,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=errors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.duration, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/config,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/file,name=errors, solr:dom1=core,dom2=collection1,category=CORE,scope=fs,name=totalSpace, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-def,name=handlerStart, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.duration, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=timeouts, solr:dom1=node,category=CONTAINER,scope=cores,name=unloaded, solr:dom1=core,dom2=collection1,category=QUERY,scope=tvrh,name=errors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=timeouts, solr:dom1=jvm,name0=os,name=totalSwapSpaceSize, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=cumulativeErrors, java.lang:type=MemoryPool,name=PS Survivor Space, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/json,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=TLOG,scope=buffered,name=ops, solr:dom1=jvm,name0=os,name=availableProcessors, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.recoveryExecutor.running, solr:dom1=core,dom2=collection1,category=QUERY,scope=defaults,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/logging,name=timeouts, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=used, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/plugins,name=totalTime, solr:dom1=jvm,name0=threads,name=count, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/threads,name=requests, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=caching, solr:dom1=jvm,name0=memory,name1=total,name=used, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=html.requests, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/stream,name=requestTimes, solr:dom1=core,dom2=collection1,category=TLOG,scope=replay,name=ops, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=TLOG,scope=replay,name=ops, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/debug/dump,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=defaults,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=TLOG,scope=replay,name=remaining.bytes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/export,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/ping,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckWithWordbreak_Direct,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH_Direct,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH_Direct,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/system,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=defaults,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=totalTime, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreLoadExecutor.duration, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=CORE,name=collection, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/file,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=mltrh,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/segments,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/json,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/mbeans,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/export,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/system,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/json,name=handlerStart, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=timeouts, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=adds, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH,name=serverErrors, solr:dom1=jvm,name0=os,name=version, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=serverErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=usage, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/file,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/mlt,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/luke,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=updateHandler,name=optimizes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/properties,name=totalTime, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=requests, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/plugins,name=handlerStart, solr:dom1=jvm,name0=os,name=maxFileDescriptorCount, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=simple.requests, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/csv,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/sql,name=errors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=confFilesToReplicate, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update,name=requests, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragListBuilder,name=default.requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=splits, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/file,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/export,name=errors, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=fetcher, solr:dom1=core,dom2=collection1,category=QUERY,scope=/graph,name=timeouts, solr:dom1=jvm,name0=threads,name1=blocked,name=count, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=totalTime, solr:dom1=jvm,name0=gc,name1=PS-MarkSweep,name=time, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/segments,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=mock,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/dump,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=update,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=REPLICATION,scope=/replication,name=replicateAfter, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=timeouts, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/csv,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/sql,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update,name=timeouts, solr:dom1=jvm,name0=threads,name1=terminated,name=count, java.lang:type=MemoryManager,name=Metaspace Manager, solr:dom1=node,category=QUERY,scope=/admin/metrics/collector,name=timeouts, solr:dom1=core,dom2=collection
   [junit4]   2> 1,category=QUERY,scope=spellCheckWithWordbreak_Direct,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/mbeans,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/export,name=requests, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.completed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/luke,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/ping,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/system,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=SEARCHER,scope=new,name=warmup, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=updateHandler,name=deletesByQuery, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/sql,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/info,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=mock,name=requests, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=isSlave, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/schema,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/graph,name=serverErrors, solr:dom1=node,category=ADMIN,scope=/admin/authorization,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=timeouts, solr:dom1=jvm,name0=os,name=freeSwapSpaceSize, solr:dom1=node,category=QUERY,scope=httpShardHandler,name=availableConnections, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=indexPath, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=requestTimes, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=committed, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=handlerStart, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=requestTimes, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Old-Gen,name=used-after-gc, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/properties,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/mbeans,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=timeouts, java.lang:type=GarbageCollector,name=PS Scavenge, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH_Direct,name=totalTime, solr:dom1=node,category=ADMIN,scope=/admin/info,name=clientErrors, solr:dom1=jvm,name0=memory,name1=heap,name=usage, java.nio:type=BufferPool,name=mapped, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=updateHandler,name=cumulativeDeletesById, com.sun.management:type=DiagnosticCommand, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=used-after-gc, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=replicationEnabled, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=new,name=maxReached, solr:dom1=node,category=ADMIN,scope=/admin/info,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=clientErrors, solr:dom1=node,category=ADMIN,scope=/admin/cores,name=threadPool.parallelCoreAdminExecutor.running, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/threads,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/graph,name=timeouts, solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateExecutor.duration, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/luke,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/csv,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=standard,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=TLOG,scope=replay,name=remaining.logs, solr:dom1=node,category=CONTAINER,scope=fs,name=usableSpace, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=errors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=merges, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/luke,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=REPLICATION,scope=peerSync,name=time, solr:dom1=core,dom2=collection1,category=QUERY,scope=dismax,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/system,name=requests, solr:dom1=node,category=CONTAINER,scope=version,name=specification, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=errors, solr:dom1=jvm,name0=threads,name1=timed_waiting,name=count, solr:dom1=core,dom2=collection1,category=CORE,name=instanceDir, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=standard,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=handlerStart, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/file,name=clientErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=used, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH_Direct,name=serverErrors, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=readerDir, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=REPLICATION,scope=/replication,name=requestTimes, solr:dom1=node,category=ADMIN,scope=/admin/zookeeper,name=requests, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/graph,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/mbeans,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=clientErrors, solr:dom1=node,category=CONTAINER,scope=threadPool,name=coreContainerWorkExecutor.submitted, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/debug/dump,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckWithWordbreak_Direct,name=handlerStart, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/config,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/debug/dump,name=handlerStart, solr:dom1=core,dom2=collection1,category=CACHE,scope=core,name=fieldCache, solr:dom1=core,dom2=collection1,category=QUERY,scope=/terms,name=totalTime, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH,name=requests, solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=max, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/get,name=handlerStart, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=serverErrors, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=committed, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=default.requests, solr:dom1=node,category=ADMIN,scope=/admin/info,name=requests, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/threads,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/sql,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=standard,name=clientErrors, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmentsBuilder,name=default.requests, solr:dom1=core,dom2=collection1,category=UPDATE,scope=updateHandler,name=docsPending, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=used-after-gc, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/plugins,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/stream,name=handlerStart, solr:dom1=node,category=ADMIN,scope=/admin/collections,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/config,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/segments,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/mbeans,name=serverErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=update,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=clientErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/logging,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/mbeans,name=totalTime, solr:dom1=jvm,name0=memory,name1=total,name=max, solr:dom1=core,dom2=collection1,category=CORE,name=aliases, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/debug/dump,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/export,name=totalTime, solr:dom1=core,dom2=collection1,category=REPLICATION,scope=/replication,name=requests, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=registeredAt, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=CORE,name=instanceDir, solr:dom1=jvm,name0=memory,name1=pools,name2=Compressed-Class-Space,name=usage, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=requests, solr:dom1=node,category=ADMIN,scope=/admin/info,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/segments,name=clientErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH,name=timeouts, solr:dom1=core,dom2=collection1,category=QUERY,scope=/export,name=handlerStart, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=used, solr:dom1=core,dom2=collection1,category=CORE,name=startTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=REPLICATION,scope=/replication,name=clientErrors, solr:dom1=core,dom2=collection1,category=UPDATE,scope=/update/json/docs,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=CORE,scope=fs,name=totalSpace, java.lang:type=MemoryPool,name=PS Old Gen, solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Survivor-Space,name=init, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH1,name=serverErrors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/ping,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckWithWordbreak,name=requestTimes, solr:dom1=core,dom2=collection1,category=QUERY,scope=dismax,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=SEARCHER,scope=new,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/sql,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/json,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/properties,name=errors, com.sun.management:type=HotSpotDiagnostic, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/logging,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=REPLICATION,scope=/replication,name=indexVersion, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/get,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=mock,name=serverErrors, solr:dom1=jvm,name0=memory,name1=non-heap,name=committed, solr:dom1=jvm,name0=buffers,name1=mapped,name=MemoryUsed, solr:dom1=core,dom2=collection1,category=QUERY,scope=spellCheckCompRH1,name=requests, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=update,name=handlerStart, solr:dom1=jvm,name0=buffers,name1=direct,name=Count, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/json/docs,name=totalTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/system,name=clientErrors, solr:dom1=jvm,name0=os,name=processCpuTime, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/file,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=mock,name=requestTimes, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/plugins,name=serverErrors, solr:dom1=core,dom2=collection1,category=QUERY,scope=mock,name=totalTime, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=handlerStart, solr:dom1=core,dom2=collection1,category=QUERY,scope=/stream,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/csv,name=requests, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/sql,name=timeouts, solr:dom1=jvm,name0=memory,name1=heap,name=committed, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/admin/file,name=handlerStart, solr:dom1=jvm,name0=threads,name1=deadlock,name=count, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/sql,name=requests, solr:dom1=core,dom2=collection1,category=QUERY,scope=/search-facet-invariants,name=errors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/terms,name=timeouts, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=warmupTime, solr:dom1=jvm,name0=threads,name1=runnable,name=count, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=/get,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=updateHandler,name=cumulativeAdds, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=QUERY,scope=standard,name=errors, solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=REPLICATION,scope=/replication,name=indexSize, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=indexVersion, solr:dom1=jvm,name0=memory,name1=heap,name=init, solr:dom1=core,dom2=collection1,category=SEARCHER,scope=searcher,name=numDocs, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/threads,name=requestTimes, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFormatter,name=default.requests, solr:dom1=core,dom2=collection1,category=HIGHLIGHTER,scope=SolrFragmenter,name=regex.requests, solr:dom1=node,category=ADMIN,scope=/admin/configs,name=requestTimes, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/json/docs,name=timeouts, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=REPLICATION,scope=/replication,name=serverErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=UPDATE,scope=/update/csv,name=errors, solr:dom1=core,dom2=collection1,category=ADMIN,scope=/config,name=requests, java.lang:type=GarbageCollector,name=PS MarkSweep, solr:dom1=core,dom2=collection1,category=QUERY,scope=defaults,name=handlerStart, so
   [junit4]   2> lr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/mbeans,name=clientErrors, solr:dom1=core,dom2=collection1,dom3=shard1,dom4=core_node4,category=ADMIN,scope=/admin/logging,name=serverErrors, solr:dom1=core,dom2=collection1,categor

[...truncated too long message...]

a:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 36000 INFO  (qtp805332008-345) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=13
   [junit4]   2> 36007 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[5BF556A9DA628F12]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":13,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568121626887716864,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568121626884571136,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568121626868842496,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568121626880376832,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 36007 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[5BF556A9DA628F12]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=5BF556A9DA628F12 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Europe/Dublin -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1.17s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5BF556A9DA628F12:3EB976C91000E8FA]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 36040 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[5BF556A9DA628F12]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
   [junit4]   2> 36040 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[5BF556A9DA628F12]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
   [junit4]   2> 36042 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1414fec2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 36042 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=293326959
   [junit4]   2> 36042 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 36042 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 36042 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 36042 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 36043 INFO  (coreCloseExecutor-286-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@171f067d
   [junit4]   2> 36087 INFO  (coreCloseExecutor-286-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=387909245
   [junit4]   2> 36089 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3124fc34{/solr,null,UNAVAILABLE}
   [junit4]   2> 36096 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 36096 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1637558467
   [junit4]   2> 36097 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 36097 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 36097 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 36097 INFO  (SUITE-TestParallelWeightCreation-seed#[5BF556A9DA628F12]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 36097 INFO  (coreCloseExecutor-288-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@43d89227
   [junit4]   2> 36103 INFO  (coreCloseExecutor-288-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1138266663
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_5BF556A9DA628F12-001
   [junit4]   2> May 22, 2017 6:22:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=Lucene50(blocksize=128), popularity=PostingsFormat(name=MockRandom), description=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=MockRandom), text=Lucene50(blocksize=128), title=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=2024, maxMBSortInHeap=5.4064045750035845, sim=RandomSimilarity(queryNorm=true): {}, locale=ca, timezone=Europe/Dublin
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=99177352,total=239075328
   [junit4]   2> NOTE: All tests run in this JVM: [TestModelManager, TestSelectiveWeightCreation, TestLTRQParserExplain, TestRankingFeature, TestLTRWithFacet, TestMultipleAdditiveTreesModel, TestFeatureExtractionFromMultipleSegments, TestFieldLengthFeature, TestLTRQParserPlugin, TestLTRReRankingPipeline, TestLTRWithSort, TestParallelWeightCreation]
   [junit4] Completed [24/33 (4!)] on J1 in 11.28s, 2 tests, 1 error <<< FAILURES!

[...truncated 37017 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4019 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4019/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

5 tests failed.
FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([D1BA9520085157FE:18C22447D79E003F]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([D1BA9520085157FE:B4F6B540C2333016]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([D1BA9520085157FE:8C8B82E5856D2095]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([D1BA9520085157FE:4E8C3CBE902B4831]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([936666B0111EC529:1B32596ABFE2A8D1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:861)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11835 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/init-core-data-001
   [junit4]   2> 928808 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[936666B0111EC529]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 928808 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[936666B0111EC529]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 928811 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[936666B0111EC529]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 928811 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[936666B0111EC529]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /g/o
   [junit4]   2> 928813 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 928813 INFO  (Thread-1470) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 928813 INFO  (Thread-1470) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 928816 ERROR (Thread-1470) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 928917 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.ZkTestServer start zk server on port:58912
   [junit4]   2> 928952 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 928955 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 928957 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 928960 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 928962 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 928964 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 928965 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 928971 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 928973 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 928975 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 928977 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 929201 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/control-001/cores/collection1
   [junit4]   2> 929202 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 929204 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73c242d0{/g/o,null,AVAILABLE}
   [junit4]   2> 929204 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@53773c63{HTTP/1.1,[http/1.1]}{127.0.0.1:58915}
   [junit4]   2> 929205 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server Started @936491ms
   [junit4]   2> 929205 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/tempDir-001/control/data, hostContext=/g/o, hostPort=58915, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/control-001/cores}
   [junit4]   2> 929205 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 929205 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 929205 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 929205 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 929205 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-22T08:52:27.829Z
   [junit4]   2> 929209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 929209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/control-001/solr.xml
   [junit4]   2> 929214 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 929221 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58912/solr
   [junit4]   2> 929252 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 929253 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58915_g%2Fo
   [junit4]   2> 929255 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.Overseer Overseer (id=98005362110562308-127.0.0.1:58915_g%2Fo-n_0000000000) starting
   [junit4]   2> 929268 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58915_g%2Fo
   [junit4]   2> 929270 INFO  (zkCallback-2005-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 929350 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 929356 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 929356 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 929359 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/control-001/cores
   [junit4]   2> 929359 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 929360 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 929361 INFO  (OverseerStateUpdate-98005362110562308-127.0.0.1:58915_g%2Fo-n_0000000000) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 930388 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 930399 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 930476 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 930498 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 930498 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 930498 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 930499 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/control-001/cores/collection1/data/]
   [junit4]   2> 930500 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=247430081, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 930501 WARN  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 930568 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 930568 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 930569 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 930570 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 930570 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8915579657642652]
   [junit4]   2> 930571 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b4d5711[collection1] main]
   [junit4]   2> 930573 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 930573 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 930574 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 930574 INFO  (coreLoadExecutor-3691-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568085795613442048
   [junit4]   2> 930575 INFO  (searcherExecutor-3692-thread-1-processing-n:127.0.0.1:58915_g%2Fo x:collection1 c:control_collection) [n:127.0.0.1:58915_g%2Fo c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b4d5711[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 930582 INFO  (coreZkRegister-3684-thread-1-processing-n:127.0.0.1:58915_g%2Fo x:collection1 c:control_collection) [n:127.0.0.1:58915_g%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 930582 INFO  (coreZkRegister-3684-thread-1-processing-n:127.0.0.1:58915_g%2Fo x:collection1 c:control_collection) [n:127.0.0.1:58915_g%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 930582 INFO  (coreZkRegister-3684-thread-1-processing-n:127.0.0.1:58915_g%2Fo x:collection1 c:control_collection) [n:127.0.0.1:58915_g%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58915/g/o/collection1/
   [junit4]   2> 930582 INFO  (coreZkRegister-3684-thread-1-processing-n:127.0.0.1:58915_g%2Fo x:collection1 c:control_collection) [n:127.0.0.1:58915_g%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 930582 INFO  (coreZkRegister-3684-thread-1-processing-n:127.0.0.1:58915_g%2Fo x:collection1 c:control_collection) [n:127.0.0.1:58915_g%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58915/g/o/collection1/ has no replicas
   [junit4]   2> 930582 INFO  (coreZkRegister-3684-thread-1-processing-n:127.0.0.1:58915_g%2Fo x:collection1 c:control_collection) [n:127.0.0.1:58915_g%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 930587 INFO  (coreZkRegister-3684-thread-1-processing-n:127.0.0.1:58915_g%2Fo x:collection1 c:control_collection) [n:127.0.0.1:58915_g%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58915/g/o/collection1/ shard1
   [junit4]   2> 930739 INFO  (coreZkRegister-3684-thread-1-processing-n:127.0.0.1:58915_g%2Fo x:collection1 c:control_collection) [n:127.0.0.1:58915_g%2Fo c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 930922 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 930924 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58912/solr ready
   [junit4]   2> 930924 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 931297 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-1-001/cores/collection1
   [junit4]   2> 931298 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-1-001
   [junit4]   2> 931298 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 931299 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e532c79{/g/o,null,AVAILABLE}
   [junit4]   2> 931300 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@429504da{HTTP/1.1,[http/1.1]}{127.0.0.1:58924}
   [junit4]   2> 931300 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server Started @938586ms
   [junit4]   2> 931301 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/g/o, hostPort=58924, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-1-001/cores}
   [junit4]   2> 931301 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 931301 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 931301 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 931301 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 931301 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-22T08:52:29.925Z
   [junit4]   2> 931304 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 931304 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-1-001/solr.xml
   [junit4]   2> 931309 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 931312 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58912/solr
   [junit4]   2> 931322 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 931327 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 931329 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58924_g%2Fo
   [junit4]   2> 931331 INFO  (zkCallback-2005-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 931332 INFO  (zkCallback-2014-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 931332 INFO  (zkCallback-2009-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 931428 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 931432 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 931433 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 931434 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-1-001/cores
   [junit4]   2> 931434 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 931435 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 931437 INFO  (OverseerStateUpdate-98005362110562308-127.0.0.1:58915_g%2Fo-n_0000000000) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 932455 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 932464 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 932516 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 932540 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 932541 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node1' (registry 'solr.core.collection1.shard2.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 932541 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 932541 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 932544 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=247430081, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 932547 WARN  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 932622 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 932622 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 932623 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 932623 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 932624 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8915579657642652]
   [junit4]   2> 932624 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b7b47c9[collection1] main]
   [junit4]   2> 932626 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 932627 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 932628 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 932628 INFO  (coreLoadExecutor-3702-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568085797767217152
   [junit4]   2> 932630 INFO  (searcherExecutor-3703-thread-1-processing-n:127.0.0.1:58924_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58924_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3b7b47c9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 932636 INFO  (coreZkRegister-3697-thread-1-processing-n:127.0.0.1:58924_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58924_g%2Fo c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 932636 INFO  (coreZkRegister-3697-thread-1-processing-n:127.0.0.1:58924_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58924_g%2Fo c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 932636 INFO  (coreZkRegister-3697-thread-1-processing-n:127.0.0.1:58924_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58924_g%2Fo c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58924/g/o/collection1/
   [junit4]   2> 932636 INFO  (coreZkRegister-3697-thread-1-processing-n:127.0.0.1:58924_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58924_g%2Fo c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 932636 INFO  (coreZkRegister-3697-thread-1-processing-n:127.0.0.1:58924_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58924_g%2Fo c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58924/g/o/collection1/ has no replicas
   [junit4]   2> 932636 INFO  (coreZkRegister-3697-thread-1-processing-n:127.0.0.1:58924_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58924_g%2Fo c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 932641 INFO  (coreZkRegister-3697-thread-1-processing-n:127.0.0.1:58924_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58924_g%2Fo c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58924/g/o/collection1/ shard2
   [junit4]   2> 932794 INFO  (coreZkRegister-3697-thread-1-processing-n:127.0.0.1:58924_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58924_g%2Fo c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 933244 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-2-001/cores/collection1
   [junit4]   2> 933245 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-2-001
   [junit4]   2> 933246 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 933248 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f8c822b{/g/o,null,AVAILABLE}
   [junit4]   2> 933248 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@cfe68b3{HTTP/1.1,[http/1.1]}{127.0.0.1:58931}
   [junit4]   2> 933248 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server Started @940534ms
   [junit4]   2> 933248 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/g/o, hostPort=58931, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-2-001/cores}
   [junit4]   2> 933248 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 933251 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 933251 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 933252 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 933252 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-22T08:52:31.876Z
   [junit4]   2> 933256 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 933256 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-2-001/solr.xml
   [junit4]   2> 933262 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 933267 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58912/solr
   [junit4]   2> 933278 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 933288 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 933292 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58931_g%2Fo
   [junit4]   2> 933295 INFO  (zkCallback-2005-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 933296 INFO  (zkCallback-2020-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 933295 INFO  (zkCallback-2014-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 933295 INFO  (zkCallback-2009-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 933421 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 933424 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 933425 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 933426 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-2-001/cores
   [junit4]   2> 933426 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 933427 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 933428 INFO  (OverseerStateUpdate-98005362110562308-127.0.0.1:58915_g%2Fo-n_0000000000) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 934444 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 934452 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 934500 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 934520 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 934520 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.core_node2' (registry 'solr.core.collection1.shard3.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 934520 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 934520 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 934522 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=247430081, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 934525 WARN  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 934571 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 934571 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 934572 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 934572 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 934573 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8915579657642652]
   [junit4]   2> 934574 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31a310a1[collection1] main]
   [junit4]   2> 934575 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 934575 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 934576 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 934576 INFO  (coreLoadExecutor-3713-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568085799809843200
   [junit4]   2> 934577 INFO  (searcherExecutor-3714-thread-1-processing-n:127.0.0.1:58931_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58931_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@31a310a1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 934583 INFO  (coreZkRegister-3708-thread-1-processing-n:127.0.0.1:58931_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58931_g%2Fo c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 934583 INFO  (coreZkRegister-3708-thread-1-processing-n:127.0.0.1:58931_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58931_g%2Fo c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 934583 INFO  (coreZkRegister-3708-thread-1-processing-n:127.0.0.1:58931_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58931_g%2Fo c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58931/g/o/collection1/
   [junit4]   2> 934583 INFO  (coreZkRegister-3708-thread-1-processing-n:127.0.0.1:58931_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58931_g%2Fo c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 934583 INFO  (coreZkRegister-3708-thread-1-processing-n:127.0.0.1:58931_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58931_g%2Fo c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58931/g/o/collection1/ has no replicas
   [junit4]   2> 934584 INFO  (coreZkRegister-3708-thread-1-processing-n:127.0.0.1:58931_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58931_g%2Fo c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 934588 INFO  (coreZkRegister-3708-thread-1-processing-n:127.0.0.1:58931_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58931_g%2Fo c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58931/g/o/collection1/ shard3
   [junit4]   2> 934743 INFO  (coreZkRegister-3708-thread-1-processing-n:127.0.0.1:58931_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58931_g%2Fo c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 935249 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-3-001/cores/collection1
   [junit4]   2> 935250 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-3-001
   [junit4]   2> 935251 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 935252 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61e92d20{/g/o,null,AVAILABLE}
   [junit4]   2> 935252 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1cbb058d{HTTP/1.1,[http/1.1]}{127.0.0.1:58938}
   [junit4]   2> 935252 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server Started @942538ms
   [junit4]   2> 935252 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/g/o, hostPort=58938, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-3-001/cores}
   [junit4]   2> 935253 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 935254 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 935254 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 935254 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 935254 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-22T08:52:33.878Z
   [junit4]   2> 935257 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 935257 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-3-001/solr.xml
   [junit4]   2> 935262 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 935266 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58912/solr
   [junit4]   2> 935277 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58938_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 935281 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58938_g%2Fo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 935284 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58938_g%2Fo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58938_g%2Fo
   [junit4]   2> 935286 INFO  (zkCallback-2020-thread-1-processing-n:127.0.0.1:58931_g%2Fo) [n:127.0.0.1:58931_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 935286 INFO  (zkCallback-2009-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 935287 INFO  (zkCallback-2014-thread-1-processing-n:127.0.0.1:58924_g%2Fo) [n:127.0.0.1:58924_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 935287 INFO  (zkCallback-2005-thread-1-processing-n:127.0.0.1:58915_g%2Fo) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 935288 INFO  (zkCallback-2026-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 935375 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58938_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 935379 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58938_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 935379 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58938_g%2Fo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 935381 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58938_g%2Fo    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-3-001/cores
   [junit4]   2> 935381 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [n:127.0.0.1:58938_g%2Fo    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 935381 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 935383 INFO  (OverseerStateUpdate-98005362110562308-127.0.0.1:58915_g%2Fo-n_0000000000) [n:127.0.0.1:58915_g%2Fo    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 936402 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 936413 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 936481 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 936502 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 936503 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node3' (registry 'solr.core.collection1.shard1.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bdc5011
   [junit4]   2> 936503 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 936503 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 936504 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=247430081, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 936506 WARN  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 936669 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 936669 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 936672 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 936674 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 936680 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8915579657642652]
   [junit4]   2> 936681 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@755ed4a2[collection1] main]
   [junit4]   2> 936692 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 936698 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 936699 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 936701 INFO  (searcherExecutor-3725-thread-1-processing-n:127.0.0.1:58938_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@755ed4a2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 936701 INFO  (coreLoadExecutor-3724-thread-1-processing-n:127.0.0.1:58938_g%2Fo) [n:127.0.0.1:58938_g%2Fo c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568085802038067200
   [junit4]   2> 936724 INFO  (coreZkRegister-3719-thread-1-processing-n:127.0.0.1:58938_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58938_g%2Fo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 936724 INFO  (coreZkRegister-3719-thread-1-processing-n:127.0.0.1:58938_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58938_g%2Fo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 936724 INFO  (coreZkRegister-3719-thread-1-processing-n:127.0.0.1:58938_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58938_g%2Fo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58938/g/o/collection1/
   [junit4]   2> 936724 INFO  (coreZkRegister-3719-thread-1-processing-n:127.0.0.1:58938_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58938_g%2Fo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 936724 INFO  (coreZkRegister-3719-thread-1-processing-n:127.0.0.1:58938_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58938_g%2Fo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58938/g/o/collection1/ has no replicas
   [junit4]   2> 936724 INFO  (coreZkRegister-3719-thread-1-processing-n:127.0.0.1:58938_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58938_g%2Fo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 936732 INFO  (coreZkRegister-3719-thread-1-processing-n:127.0.0.1:58938_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58938_g%2Fo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58938/g/o/collection1/ shard1
   [junit4]   2> 936902 INFO  (coreZkRegister-3719-thread-1-processing-n:127.0.0.1:58938_g%2Fo x:collection1 c:collection1) [n:127.0.0.1:58938_g%2Fo c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 937293 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-4-001/cores/collection1
   [junit4]   2> 937294 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/shard-4-001
   [junit4]   2> 937295 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 937297 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50200da4{/g/o,null,AVAILABLE}
   [junit4]   2> 937297 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@177b0ee5{HTTP/1.1,[http/1.1]}{127.0.0.1:58946}
   [junit4]   2> 937297 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.e.j.s.Server Started @944583ms
   [junit4]   2> 937297 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[936666B0111EC529]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/g/o, hostPort=58946, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_936666B0111EC529-001

[...truncated too long message...]

euedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 39586 INFO  (qtp1224442417-287) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={fv=true&q=_query_:{!edismax+qf%3D'title'+mm%3D100%25+v%3D'bloomberg'+tie%3D0.1}&fl=*,+score&rows=4&rq={!ltr+model%3D-1+reRankDocs%3D100}} status=400 QTime=1
   [junit4]   2> 39587 INFO  (TEST-TestLTRQParserPlugin.ltrModelIdDoesNotExistTest-seed#[D1BA9520085157FE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending ltrModelIdDoesNotExistTest
   [junit4]   2> 39594 INFO  (TEST-TestLTRQParserPlugin.ltrBadRerankDocsTest-seed#[D1BA9520085157FE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting ltrBadRerankDocsTest
   [junit4]   2> 39595 ERROR (qtp1224442417-288) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Must rerank at least 1 document
   [junit4]   2> 	at org.apache.solr.ltr.search.LTRQParserPlugin$LTRQParser.parse(LTRQParserPlugin.java:179)
   [junit4]   2> 	at org.apache.solr.search.QParser.getQuery(QParser.java:168)
   [junit4]   2> 	at org.apache.solr.handler.component.QueryComponent.prepare(QueryComponent.java:171)
   [junit4]   2> 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:269)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2487)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 39596 INFO  (qtp1224442417-288) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={fv=true&q=_query_:{!edismax+qf%3D'title'+mm%3D100%25+v%3D'bloomberg'+tie%3D0.1}&fl=*,+score&rows=4&rq={!ltr+model%3D6029760550880411648+reRankDocs%3D-1}} status=400 QTime=1
   [junit4]   2> 39596 INFO  (TEST-TestLTRQParserPlugin.ltrBadRerankDocsTest-seed#[D1BA9520085157FE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending ltrBadRerankDocsTest
   [junit4]   2> 39603 INFO  (TEST-TestLTRQParserPlugin.ltrNoResultsTest-seed#[D1BA9520085157FE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting ltrNoResultsTest
   [junit4]   2> 39605 INFO  (qtp1224442417-281) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:bloomberg23&indent=on&fl=*,[fv]&rows=3&wt=json&debugQuery=on&rq={!ltr+reRankDocs%3D3+model%3D6029760550880411648}} hits=0 status=0 QTime=0
   [junit4]   2> 39605 INFO  (TEST-TestLTRQParserPlugin.ltrNoResultsTest-seed#[D1BA9520085157FE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending ltrNoResultsTest
   [junit4]   2> 39607 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d9f3180{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 39607 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=939540838
   [junit4]   2> 39607 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 39607 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 39607 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 39607 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 39608 INFO  (coreCloseExecutor-233-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@35341064
   [junit4]   2> 39609 INFO  (coreCloseExecutor-233-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=892604516
   [junit4]   2> 39611 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19d10efa{/solr,null,UNAVAILABLE}
   [junit4]   2> 39614 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 39614 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=245550165
   [junit4]   2> 39614 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 39614 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 39614 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 39614 INFO  (SUITE-TestLTRQParserPlugin-seed#[D1BA9520085157FE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 39614 INFO  (coreCloseExecutor-235-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@23a1caa9
   [junit4]   2> 39616 INFO  (coreCloseExecutor-235-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=597805737
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_D1BA9520085157FE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), popularity=FSTOrd50, description=PostingsFormat(name=LuceneVarGapFixedInterval), id=FSTOrd50, text=BlockTreeOrds(blocksize=128), title=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=397, maxMBSortInHeap=7.027868876849049, sim=RandomSimilarity(queryNorm=true): {}, locale=pt-BR, timezone=Asia/Kathmandu
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=116245400,total=198180864
   [junit4]   2> NOTE: All tests run in this JVM: [TestValueFeature, TestParallelWeightCreation, TestFieldLengthFeature, TestModelManager, TestUserTermScorerQuery, TestRankingFeature, TestMultipleAdditiveTreesModel, TestSelectiveWeightCreation, TestLTRQParserPlugin]
   [junit4] Completed [21/33 (4!)] on J1 in 1.54s, 5 tests, 1 error <<< FAILURES!

[...truncated 37026 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4018 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4018/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 11207 lines...]
   [junit4] JVM J0: stdout was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20170522_012110_8077188840085073758311.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] #
   [junit4] # A fatal error has been detected by the Java Runtime Environment:
   [junit4] #
   [junit4] #  SIGFPE (0x8) at pc=0x00007fff8c323143, pid=23037, tid=0x0000000000004103
   [junit4] #
   [junit4] # JRE version: Java(TM) SE Runtime Environment (8.0_131-b11) (build 1.8.0_131-b11)
   [junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (25.131-b11 mixed mode bsd-amd64 )
   [junit4] # Problematic frame:
   [junit4] # C  [libsystem_kernel.dylib+0x11143]  __commpage_gettimeofday+0x43
   [junit4] #
   [junit4] # Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
   [junit4] #
   [junit4] # An error report file with more information is saved as:
   [junit4] # /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/hs_err_pid23037.log
   [junit4] #
   [junit4] # If you would like to submit a bug report, please visit:
   [junit4] #   http://bugreport.java.com/bugreport/crash.jsp
   [junit4] #
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stdout was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170522_012110_8078152865161183233819.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] #
   [junit4] # A fatal error has been detected by the Java Runtime Environment:
   [junit4] #
   [junit4] #  Internal Error (sharedRuntime.cpp:873), pid=23036, tid=0x00000000000175d3
   [junit4] #  guarantee(nm != NULL) failed: must have containing nmethod for implicit division-by-zero exceptions
   [junit4] #
   [junit4] # JRE version: Java(TM) SE Runtime Environment (8.0_131-b11) (build 1.8.0_131-b11)
   [junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (25.131-b11 mixed mode bsd-amd64 )
   [junit4] # Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
   [junit4] #
   [junit4] # An error report file with more information is saved as:
   [junit4] # /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/hs_err_pid23036.log
   [junit4] #
   [junit4] # If you would like to submit a bug report, please visit:
   [junit4] #   http://bugreport.java.com/bugreport/crash.jsp
   [junit4] #
   [junit4] <<< JVM J1: EOF ----

[...truncated 1 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.8.0_131.jdk/Contents/Home/jre/bin/java -XX:-UseCompressedOops -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=925AF6FF4A72839F -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.0.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp -Dcommon.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene -Dclover.db.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/clover/db -Djava.security.policy=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX -Djunit4.childvm.cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Dtests.disableHdfs=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=UTF-8 -classpath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/test-framework/lib/junit4-ant-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/lucene-codecs-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/lucene-backward-codecs-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/lucene-highlighter-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/lucene-memory-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/lucene-misc-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/lucene-spatial-extras-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/lucene-expressions-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/lucene-suggest-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/lucene-grouping-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/lucene-queries-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/lucene-queryparser-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/lucene-join-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/lucene-sandbox-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/lucene-classification-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/asm-5.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/asm-commons-5.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/avatica-core-1.9.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/caffeine-2.4.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/calcite-core-1.11.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/calcite-linq4j-1.11.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-codec-1.10.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-collections-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-compiler-2.7.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-configuration-1.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-exec-1.3.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-fileupload-1.3.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-io-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/curator-client-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/curator-framework-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/curator-recipes-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/eigenbase-properties-1.1.5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hadoop-annotations-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hadoop-auth-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hadoop-common-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hadoop-hdfs-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hppc-0.7.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/htrace-core-3.2.0-incubating.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-annotations-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-core-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-core-asl-1.9.13.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-databind-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/janino-2.7.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/log4j-1.2.17.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/org.restlet-2.3.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/protobuf-java-3.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/slf4j-log4j12-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/spatial4j-0.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/t-digest-3.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/commons-io-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/commons-math3-3.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/httpclient-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/httpcore-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/httpmime-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/noggit-0.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/slf4j-api-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/stax2-api-3.1.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/zookeeper-3.4.10.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/gmetric4j-1.0.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/javax.servlet-api-3.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-core-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-ganglia-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-graphite-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-jetty9-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-jvm-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/antlr-2.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/api-all-1.0.0-M20.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/bcprov-jdk15-1.45.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/byte-buddy-1.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/commons-collections-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/commons-math3-3.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/ehcache-core-2.4.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/jersey-core-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/jersey-server-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/mina-core-2.0.0-M5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/mockito-core-2.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/netty-all-4.0.36.Final.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/objenesis-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/lucene-analyzers-icu-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/classes/test:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_131.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20170522_012110_8073533694332655439617.events @/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20170522_012110_807677511066355354332.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  See process stdout at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20170522_012110_8077188840085073758311.sysout
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)
   [junit4] ERROR: JVM J1 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.8.0_131.jdk/Contents/Home/jre/bin/java -XX:-UseCompressedOops -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=925AF6FF4A72839F -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.0.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp -Dcommon.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene -Dclover.db.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/clover/db -Djava.security.policy=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX -Djunit4.childvm.cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Dtests.disableHdfs=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=UTF-8 -classpath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/test-framework/lib/junit4-ant-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/lucene-codecs-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/lucene-backward-codecs-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/lucene-highlighter-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/lucene-memory-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/lucene-misc-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/lucene-spatial-extras-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/lucene-expressions-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/lucene-suggest-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/lucene-grouping-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/lucene-queries-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/lucene-queryparser-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/lucene-join-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/lucene-sandbox-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/lucene-classification-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/asm-5.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/asm-commons-5.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/avatica-core-1.9.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/caffeine-2.4.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/calcite-core-1.11.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/calcite-linq4j-1.11.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-codec-1.10.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-collections-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-compiler-2.7.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-configuration-1.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-exec-1.3.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-fileupload-1.3.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-io-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/curator-client-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/curator-framework-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/curator-recipes-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/eigenbase-properties-1.1.5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hadoop-annotations-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hadoop-auth-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hadoop-common-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hadoop-hdfs-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/hppc-0.7.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/htrace-core-3.2.0-incubating.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-annotations-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-core-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-core-asl-1.9.13.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-databind-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/janino-2.7.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/log4j-1.2.17.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/org.restlet-2.3.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/protobuf-java-3.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/slf4j-log4j12-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/spatial4j-0.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/lib/t-digest-3.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/commons-io-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/commons-math3-3.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/httpclient-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/httpcore-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/httpmime-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/noggit-0.6.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/slf4j-api-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/stax2-api-3.1.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/solrj/lib/zookeeper-3.4.10.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/gmetric4j-1.0.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/javax.servlet-api-3.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-core-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-ganglia-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-graphite-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-jetty9-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/lib/metrics-jvm-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/antlr-2.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/api-all-1.0.0-M20.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/bcprov-jdk15-1.45.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/byte-buddy-1.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/commons-collections-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/commons-math3-3.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/ehcache-core-2.4.4.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/jersey-core-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/jersey-server-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/mina-core-2.0.0-M5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/mockito-core-2.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/netty-all-4.0.36.Final.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/test-lib/objenesis-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/lucene-analyzers-icu-7.0.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/classes/java:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/classes/test:/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_131.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170522_012110_8078442854681645058173.events @/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170522_012110_8078479027003111449019.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  See process stdout at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170522_012110_8078152865161183233819.sysout
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:719: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build.xml:267: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/common-build.xml:549: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1455: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:985: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  See process stdout at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20170522_012110_8077188840085073758311.sysout

Total time: 23 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4017 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4017/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

4 tests failed.
FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([10B9B2D873066FFB:D9C103BFACC9383A]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([10B9B2D873066FFB:75F592B8B9640813]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([10B9B2D873066FFB:4D88A51DFE3A1890]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([10B9B2D873066FFB:8F8F1B46EB7C7034]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 19594 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestParallelWeightCreation
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/init-core-data-001
   [junit4]   2> 22115 WARN  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 22116 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 22122 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 22126 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
   [junit4]   2> 22126 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
   [junit4]   2> 22132 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> 22132 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 22158 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 22237 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 22279 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 22409 WARN  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 22409 WARN  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 22409 WARN  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 22450 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 22477 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 22513 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 22516 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 22517 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 22517 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 22517 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/init-core-data-001/]
   [junit4]   2> 22674 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 22675 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 22675 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 22677 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 22677 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 22679 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4461012a[collection1] main]
   [junit4]   2> 22680 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 22680 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 22680 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 22680 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 22680 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 22680 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 22680 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 22680 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 22681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 22681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 22681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 22681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 22681 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 22683 INFO  (searcherExecutor-33-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4461012a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 22683 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568027621689655296
   [junit4]   2> 22687 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 22705 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 22705 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 22706 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-003/cores/core
   [junit4]   2> 22710 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 22712 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c268f7e{/solr,null,AVAILABLE}
   [junit4]   2> 22713 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@508fd131{HTTP/1.1,[http/1.1]}{127.0.0.1:64841}
   [junit4]   2> 22713 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.e.j.s.Server Started @26710ms
   [junit4]   2> 22713 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64841, configSetBaseDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-001, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-003/cores}
   [junit4]   2> 22713 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 22714 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 22714 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 22714 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 22714 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T17:27:50.252Z
   [junit4]   2> 22714 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-001/solr.xml
   [junit4]   2> 22894 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-003/cores
   [junit4]   2> 22894 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 22948 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 22978 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 23059 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 23063 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 23063 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 23063 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-001/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-003/cores/core/data/]
   [junit4]   2> 23226 WARN  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 23227 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 23227 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 23228 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 23228 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 23259 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e93984e[collection1] main]
   [junit4]   2> 23260 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-001/collection1/conf
   [junit4]   2> 23261 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 23261 WARN  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 23261 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 23261 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 23261 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 23261 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 23262 WARN  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 23262 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 23262 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 23262 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 23262 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 23262 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 23263 INFO  (searcherExecutor-45-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5e93984e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 23263 INFO  (coreLoadExecutor-44-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568027622297829376
   [junit4]   2> 23478 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#64841
   [junit4]   2> 23503 INFO  (qtp1531409137-56) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">1</field><field+name%3D"title">w1+w3</field><field+name%3D"description">w1</field><field+name%3D"popularity">1</field></doc></add>}{add=[1 (1568027622535856128)]} 0 14
   [junit4]   2> 23512 INFO  (qtp1531409137-57) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">2</field><field+name%3D"title">w2</field><field+name%3D"description">w2</field><field+name%3D"popularity">2</field></doc></add>}{add=[2 (1568027622556827648)]} 0 2
   [junit4]   2> 23515 INFO  (qtp1531409137-58) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">3</field><field+name%3D"title">w3</field><field+name%3D"description">w3</field><field+name%3D"popularity">3</field></doc></add>}{add=[3 (1568027622561021952)]} 0 1
   [junit4]   2> 23518 INFO  (qtp1531409137-59) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">4</field><field+name%3D"title">w3+w3</field><field+name%3D"description">w4</field><field+name%3D"popularity">4</field></doc></add>}{add=[4 (1568027622564167680)]} 0 1
   [junit4]   2> 23522 INFO  (qtp1531409137-60) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">5</field><field+name%3D"title">w5</field><field+name%3D"description">w5</field><field+name%3D"popularity">5</field></doc></add>}{add=[5 (1568027622568361984)]} 0 1
   [junit4]   2> 23524 INFO  (qtp1531409137-61) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 23524 INFO  (qtp1531409137-61) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2175d1e8 commitCommandVersion:0
   [junit4]   2> 23680 INFO  (qtp1531409137-61) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7af4b427[collection1] main]
   [junit4]   2> 23680 INFO  (qtp1531409137-61) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 23681 INFO  (searcherExecutor-45-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7af4b427[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C5)))}
   [junit4]   2> 23681 INFO  (qtp1531409137-61) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 157
   [junit4]   2> 23688 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.l.TestRerankBase send 
   [junit4]   2> [ {
   [junit4]   2>     "name" : "matchedTitle",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "q" : "{!terms f=title}${user_query}"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name" : "docPopularity",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.FieldValueFeature",
   [junit4]   2>     "store": "fstore2",
   [junit4]   2>     "params" : {
   [junit4]   2>         "field" : "popularity"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore2",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "occurrences",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "store": "fstore3",
   [junit4]   2>     "params" : {
   [junit4]   2>         "value" : "${myOcc}",
   [junit4]   2>         "required" : false
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore3",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "popularity",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "store": "fstore4",
   [junit4]   2>     "params" : {
   [junit4]   2>         "value" : "${myPop}",
   [junit4]   2>         "required" : true
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore4",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "titlePhraseMatch",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "q" : "{!field f=title}${user_query}"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name" : "titlePhrasesMatch",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "fq" : [ "{!field f=title}${userTitlePhrase1}", "{!field f=title}${userTitlePhrase2}"]
   [junit4]   2>     }
   [junit4]   2> } ]
   [junit4]   2> 
   [junit4]   2> 23689 INFO  (qtp1531409137-54) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 23690 INFO  (qtp1531409137-54) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@5f2b4c2f to URI: /solr/schema
   [junit4]   2> May 21, 2017 2:27:51 PM org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 23697 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 23697 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 23697 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 23697 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 23697 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 23698 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for /schema
   [junit4]   2> 23698 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@7a761ecf] for /schema/feature-store
   [junit4]   2> 23698 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: [{name=matchedTitle, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!terms f=title}${user_query}}}, {name=docPopularity, class=org.apache.solr.ltr.feature.FieldValueFeature, store=fstore2, params={field=popularity}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore2, params={}}, {name=occurrences, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore3, params={value=${myOcc}, required=false}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore3, params={}}, {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore4, params={value=${myPop}, required=true}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore4, params={}}, {name=titlePhraseMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!field f=title}${user_query}}}, {name=titlePhrasesMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={fq=[{!field f=title}${userTitlePhrase1}, {!field f=title}${userTitlePhrase2}]}}] is a java.util.ArrayList
   [junit4]   2> 23698 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=matchedTitle, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!terms f=title}${user_query}}}
   [junit4]   2> 23736 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=docPopularity, class=org.apache.solr.ltr.feature.FieldValueFeature, store=fstore2, params={field=popularity}}
   [junit4]   2> 23746 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore2, params={}}
   [junit4]   2> 23746 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=occurrences, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore3, params={value=${myOcc}, required=false}}
   [junit4]   2> 23753 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore3, params={}}
   [junit4]   2> 23753 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore4, params={value=${myPop}, required=true}}
   [junit4]   2> 23753 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore4, params={}}
   [junit4]   2> 23753 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=titlePhraseMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!field f=title}${user_query}}}
   [junit4]   2> 23753 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=titlePhrasesMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={fq=[{!field f=title}${userTitlePhrase1}, {!field f=title}${userTitlePhrase2}]}}
   [junit4]   2> 23754 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-001/collection1/conf
   [junit4]   2> 23754 INFO  (qtp1531409137-54) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=65
   [junit4]   2> May 21, 2017 2:27:51 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-21	14:27:51	127.0.0.1	-	127.0.0.1	64841	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	1516	63	http://127.0.0.1:64841	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 23755 WARN  (qtp1531409137-54) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 23759 INFO  (qtp1531409137-56) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@7a761ecf]] for /schema/model-store
   [junit4]   2> 23760 INFO  (qtp1531409137-56) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {class=org.apache.solr.ltr.model.LinearModel, name=externalmodel, features=[{name=titlePhraseMatch}], params={weights={titlePhraseMatch=0.555}}} is a java.util.LinkedHashMap
   [junit4]   2> 23775 INFO  (qtp1531409137-56) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model externalmodel
   [junit4]   2> 23775 INFO  (qtp1531409137-56) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001/tempDir-001/collection1/conf
   [junit4]   2> 23775 INFO  (qtp1531409137-56) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=17
   [junit4]   2> May 21, 2017 2:27:51 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-21	14:27:51	127.0.0.1	-	127.0.0.1	64841	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	237	16	http://127.0.0.1:64841	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 23777 WARN  (qtp1531409137-56) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 23837 INFO  (qtp1531409137-57) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=51
   [junit4]   2> 23839 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":51,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568027622564167680,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568027622561021952,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568027622535856128,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568027622556827648,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 23839 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=10B9B2D873066FFB -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=America/Punta_Arenas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1.72s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([10B9B2D873066FFB:75F592B8B9640813]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 23850 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@508fd131{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 23850 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1745227290
   [junit4]   2> 23851 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 23851 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 23851 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 23851 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 23852 INFO  (coreCloseExecutor-51-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2ce69789
   [junit4]   2> 23855 INFO  (coreCloseExecutor-51-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=753309577
   [junit4]   2> 23857 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c268f7e{/solr,null,UNAVAILABLE}
   [junit4]   2> 23868 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 23868 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=692765131
   [junit4]   2> 23868 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 23869 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 23869 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 23869 INFO  (SUITE-TestParallelWeightCreation-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 23869 INFO  (coreCloseExecutor-53-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@25f5a24c
   [junit4]   2> 23873 INFO  (coreCloseExecutor-53-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=636854860
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_10B9B2D873066FFB-001
   [junit4]   2> May 21, 2017 5:27:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Asserting), popularity=PostingsFormat(name=Memory), description=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=Memory), title=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1349, maxMBSortInHeap=6.248321686975506, sim=RandomSimilarity(queryNorm=true): {}, locale=und, timezone=America/Punta_Arenas
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=26748952,total=64552960
   [junit4]   2> NOTE: All tests run in this JVM: [TestLTRReRankingPipeline, TestOriginalScoreFeature, TestParallelWeightCreation]
   [junit4] Completed [6/33 (1!)] on J1 in 11.82s, 2 tests, 1 error <<< FAILURES!

[...truncated 13 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestLTRQParserPlugin
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/init-core-data-001
   [junit4]   2> 39003 WARN  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
   [junit4]   2> 39003 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 39006 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 39006 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 39024 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 39057 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 39073 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 39203 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5846ea48
   [junit4]   2> 39207 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5846ea48
   [junit4]   2> 39207 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5846ea48
   [junit4]   2> 39224 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 39238 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 39257 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 39258 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 39259 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5846ea48
   [junit4]   2> 39259 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 39259 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/init-core-data-001/]
   [junit4]   2> 39329 WARN  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 39329 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 39329 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 39330 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 39330 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 39331 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eca5646[collection1] main]
   [junit4]   2> 39332 WARN  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 39332 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 39332 WARN  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 39332 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 39332 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 39332 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 39332 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 39332 WARN  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 39332 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 39332 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 39332 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 39332 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 39333 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 39333 INFO  (coreLoadExecutor-183-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568027639487135744
   [junit4]   2> 39334 INFO  (searcherExecutor-184-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1eca5646[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 39336 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 39343 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 39343 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 39343 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-003/cores/core
   [junit4]   2> 39345 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 39346 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45044c7d{/solr,null,AVAILABLE}
   [junit4]   2> 39347 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@224caddf{HTTP/1.1,[http/1.1]}{127.0.0.1:64916}
   [junit4]   2> 39347 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.e.j.s.Server Started @43601ms
   [junit4]   2> 39347 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64916, configSetBaseDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-001, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-003/cores}
   [junit4]   2> 39347 ERROR (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 39348 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 39348 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 39348 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 39348 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T17:28:07.209Z
   [junit4]   2> 39348 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-001/solr.xml
   [junit4]   2> 39762 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5846ea48, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 39863 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5846ea48
   [junit4]   2> 39866 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5846ea48
   [junit4]   2> 39866 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5846ea48
   [junit4]   2> 39868 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-003/cores
   [junit4]   2> 39869 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 39900 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 39913 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 39933 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 39938 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 39938 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5846ea48
   [junit4]   2> 39938 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 39938 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-001/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-003/cores/core/data/]
   [junit4]   2> 40074 WARN  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 40075 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 40075 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 40079 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 40079 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 40080 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61d332aa[collection1] main]
   [junit4]   2> 40081 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-001/collection1/conf
   [junit4]   2> 40081 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 40082 WARN  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 40082 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 40082 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 40082 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 40082 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 40082 WARN  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 40082 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 40082 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 40082 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 40082 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 40082 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 40083 INFO  (coreLoadExecutor-194-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568027640273567744
   [junit4]   2> 40084 INFO  (searcherExecutor-195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61d332aa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 40441 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#64916
   [junit4]   2> 40450 INFO  (qtp1442818686-455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+different+bla</field><field+name%3D"description">bloomberg</field><field+name%3D"id">6</field><field+name%3D"popularity">1</field></doc></add>}{add=[6 (1568027640655249408)]} 0 4
   [junit4]   2> 40457 INFO  (qtp1442818686-456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+</field><field+name%3D"description">bloomberg</field><field+name%3D"id">7</field><field+name%3D"popularity">2</field></doc></add>}{add=[7 (1568027640663638016)]} 0 2
   [junit4]   2> 40460 INFO  (qtp1442818686-457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+bloomberg</field><field+name%3D"description">bloomberg</field><field+name%3D"id">8</field><field+name%3D"popularity">3</field></doc></add>}{add=[8 (1568027640667832320)]} 0 0
   [junit4]   2> 40462 INFO  (qtp1442818686-458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+bloomberg+bloomberg</field><field+name%3D"description">bloomberg</field><field+name%3D"id">9</field><field+name%3D"popularity">5</field></doc></add>}{add=[9 (1568027640670978048)]} 0 0
   [junit4]   2> 40464 INFO  (qtp1442818686-459) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 40464 INFO  (qtp1442818686-459) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@79eb6a18 commitCommandVersion:0
   [junit4]   2> 40487 INFO  (qtp1442818686-459) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78d06306[collection1] main]
   [junit4]   2> 40487 INFO  (qtp1442818686-459) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 40488 INFO  (searcherExecutor-195-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@78d06306[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4)))}
   [junit4]   2> 40488 INFO  (qtp1442818686-459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 24
   [junit4]   2> 40492 INFO  (SUITE-TestLTRQParserPlugin-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.l.TestRerankBase send 
   [junit4]   2> [
   [junit4]   2>   {
   [junit4]   2>      "name": "title",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 1
   [junit4]   2>      }
   [junit4]   2>   },
   [junit4]   2>   {
   [junit4]   2>     "name": "description",
   [junit4]   2>     "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "params": {
   [junit4]   2>        "value": 2
   [junit4]   2>     }
   [junit4]   2>   },
   [junit4]   2>   {
   [junit4]   2>     "name": "keywords",
   [junit4]   2>     "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "params": {
   [junit4]   2>         "value": 2
   [junit4]   2>     }
   [junit4]   2>   },
   [junit4]   2>  {
   [junit4]   2>      "name": "popularity",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 3
   [junit4]   2>      }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>      "name": "text",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 4
   [junit4]   2>      }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>    "name": "queryIntentPerson",
   [junit4]   2>    "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>    "params": {
   [junit4]   2>        "value": 5
   [junit4]   2>    }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>    "name": "queryIntentCompany",
   [junit4]   2>    "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>    "params": {
   [junit4]   2>        "value": 5
   [junit4]   2>    }
   [junit4]   2>  }
   [junit4]   2> ]
   [junit4]   2> 
   [junit4]   2> 40493 INFO  (qtp1442818686-460) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 40494 INFO  (qtp1442818686-460) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@66c97429 to URI: /solr/schema
   [junit4]   2> mai 21, 2017 8:28:08 AM org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 40509 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 40509 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 40509 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 40509 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 40509 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 40509 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for /schema
   [junit4]   2> 40510 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@1a90b4ff] for /schema/feature-store
   [junit4]   2> 40510 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: [{name=title, class=org.apache.solr.ltr.feature.ValueFeature, params={value=1}}, {name=description, class=org.apache.solr.ltr.feature.ValueFeature, params={value=2}}, {name=keywords, class=org.apache.solr.ltr.feature.ValueFeature, params={value=2}}, {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, params={value=3}}, {name=text, class=org.apache.solr.ltr.feature.ValueFeature, params={value=4}}, {name=queryIntentPerson, class=org.apache.solr.ltr.feature.ValueFeature, params={value=5}}, {name=queryIntentCompany, class=org.apache.solr.ltr.feature.ValueFeature, params={value=5}}] is a java.util.ArrayList
   [junit4]   2> 40510 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=title, class=org.apache.solr.ltr.feature.ValueFeature, params={value=1}}
   [junit4]   2> 40523 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=description, class=org.apache.solr.ltr.feature.ValueFeature, params={value=2}}
   [junit4]   2> 40523 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=keywords, class=org.apache.solr.ltr.feature.ValueFeature, params={value=2}}
   [junit4]   2> 40523 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, params={value=3}}
   [junit4]   2> 40523 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=text, class=org.apache.solr.ltr.feature.ValueFeature, params={value=4}}
   [junit4]   2> 40523 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=queryIntentPerson, class=org.apache.solr.ltr.feature.ValueFeature, params={value=5}}
   [junit4]   2> 40523 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=queryIntentCompany, class=org.apache.solr.ltr.feature.ValueFeature, params={value=5}}
   [junit4]   2> 40532 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestLTRQParserPlugin_10B9B2D873066FFB-001/tempDir-001/collection1/conf
   [junit4]   2> 40532 INFO  (qtp1442818686-460) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=39
   [junit4]   2> mai 21, 2017 8:28:08 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-21	08:28:08	127.0.0.1	-	127.0.0.1	64916	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	933	38	http://127.0.0.1:64916	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 40533 WARN  (qtp1442818686-460) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilte

[...truncated too long message...]


   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"description-length3":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 47401 INFO  (qtp1246105486-319) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[title-model, description-model2]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@567965e5]] for /schema/model-store
   [junit4]   2> 47401 INFO  (qtp1246105486-319) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=description-model3, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=description-length3}], params={weights={description-length3=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 47402 INFO  (qtp1246105486-319) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model description-model3
   [junit4]   2> 47402 INFO  (qtp1246105486-319) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_10B9B2D873066FFB-001/tempDir-001/collection1/conf
   [junit4]   2> 47402 INFO  (qtp1246105486-319) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=1
   [junit4]   2> may 21, 2017 8:28:14 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFORMACIÓN: 2017-05-21	20:28:14	127.0.0.1	-	127.0.0.1	64933	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	197	1	https://127.0.0.1:64933	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 47403 WARN  (qtp1246105486-319) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 47404 INFO  (qtp1246105486-320) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w11&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Ddescription-model3+reRankDocs%3D8}} hits=1 status=0 QTime=0
   [junit4]   2> 47405 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[10B9B2D873066FFB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIfFieldIsEmptyLengthIsZero
   [junit4]   2> 47406 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5c8dfa66{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 47406 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1155739522
   [junit4]   2> 47406 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 47406 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 47406 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 47407 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 47407 INFO  (coreCloseExecutor-261-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3f9d3d7d
   [junit4]   2> 47409 INFO  (coreCloseExecutor-261-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1067269501
   [junit4]   2> 47410 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75b5ded3{/solr,null,UNAVAILABLE}
   [junit4]   2> 47413 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 47413 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=891271820
   [junit4]   2> 47413 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 47413 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 47413 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 47413 INFO  (SUITE-TestFieldLengthFeature-seed#[10B9B2D873066FFB]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 47414 INFO  (coreCloseExecutor-263-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3a94a2c3
   [junit4]   2> 47416 INFO  (coreCloseExecutor-263-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=982819523
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_10B9B2D873066FFB-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=FST50, description=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=LuceneFixedGap), text=PostingsFormat(name=Asserting), title=FST50}, docValues:{}, maxPointsInLeafNode=999, maxMBSortInHeap=6.485676219970573, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PR, timezone=Europe/Vilnius
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=23080152,total=85745664
   [junit4]   2> NOTE: All tests run in this JVM: [TestLTRReRankingPipeline, TestOriginalScoreFeature, TestParallelWeightCreation, TestFeatureExtractionFromMultipleSegments, TestModelManager, TestValueFeature, TestExternalFeatures, TestLTRQParserExplain, TestLTRScoringQuery, TestLTRWithFacet, TestRerankBase, TestSelectiveWeightCreation, TestFieldLengthFeature]
   [junit4] Completed [23/33 (4!)] on J1 in 1.12s, 3 tests, 1 error <<< FAILURES!

[...truncated 37022 lines...]