You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/22 21:12:02 UTC

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1315 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1315/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([AFE367E8B85130CC:669BD68F679E670D]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([AFE367E8B85130CC:CAAF478872335724]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([AFE367E8B85130CC:F2D2702D356D47A7]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([AFE367E8B85130CC:30D5CE76202B2F03]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 19594 lines...]
   [junit4] Suite: org.apache.solr.ltr.feature.TestFieldLengthFeature
   [junit4]   2> 0    INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/init-core-data-001
   [junit4]   2> 528  INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 570  INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.e.j.u.log Logging initialized @1796ms
   [junit4]   2> 579  INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 888  INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 935  INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.SolrResourceLoader Using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr
   [junit4]   2> 1073 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1204 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 1397 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 2021 WARN  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 2022 WARN  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 2022 WARN  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 2065 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2109 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 2125 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 2137 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2192 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 2199 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2205 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/init-core-data-001/]
   [junit4]   2> 2781 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 2794 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2794 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2804 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2804 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 2831 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@176bfa87[collection1] main]
   [junit4]   2> 2855 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 2918 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 2918 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 2919 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 2919 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 2919 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 2922 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 2923 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 2923 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 2923 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 2923 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 2924 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 3031 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3147 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@176bfa87[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3201 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568131887464972288
   [junit4]   2> 3219 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 3247 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 3247 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 3248 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-003/cores/core
   [junit4]   2> 3499 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3615 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ba436f7{/solr,null,AVAILABLE}
   [junit4]   2> 3661 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6ace0717{SSL,[ssl, http/1.1]}{127.0.0.1:54189}
   [junit4]   2> 3661 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.e.j.s.Server Started @4894ms
   [junit4]   2> 3661 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54189, configSetBaseDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-003/cores}
   [junit4]   2> 3681 ERROR (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3681 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 3681 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 3681 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3700 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-22T21:05:06.298Z
   [junit4]   2> 3704 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/solr.xml
   [junit4]   2> 3790 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-003/cores
   [junit4]   2> 3791 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3864 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3951 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 3963 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 3967 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 3967 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3968 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-003/cores/core/data/]
   [junit4]   2> 4019 WARN  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 4020 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4020 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4021 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 4021 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 4022 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2be5557c[collection1] main]
   [junit4]   2> 4022 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/collection1/conf
   [junit4]   2> 4023 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 4023 WARN  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 4023 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 4023 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 4023 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 4023 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 4023 WARN  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 4023 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 4023 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 4023 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 4024 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 4024 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4024 INFO  (coreLoadExecutor-17-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568131888327950336
   [junit4]   2> 4026 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2be5557c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4345 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#54189
   [junit4]   2> 4912 INFO  (qtp287741626-24) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">1</field><field+name%3D"title">w1</field><field+name%3D"description">w1</field></doc></add>}{add=[1 (1568131889162616832)]} 0 186
   [junit4]   2> 5114 INFO  (qtp287741626-26) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">2</field><field+name%3D"title">w2+2asd+asdd+didid</field><field+name%3D"description">w2+2asd+asdd+didid</field></doc></add>}{add=[2 (1568131889468801024)]} 0 2
   [junit4]   2> 5127 INFO  (qtp287741626-23) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">3</field><field+name%3D"title">w3</field><field+name%3D"description">w3</field></doc></add>}{add=[3 (1568131889484529664)]} 0 1
   [junit4]   2> 5132 INFO  (qtp287741626-25) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">4</field><field+name%3D"title">w4</field><field+name%3D"description">w4</field></doc></add>}{add=[4 (1568131889488723968)]} 0 1
   [junit4]   2> 5136 INFO  (qtp287741626-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">5</field><field+name%3D"title">w5</field><field+name%3D"description">w5</field></doc></add>}{add=[5 (1568131889492918272)]} 0 1
   [junit4]   2> 5140 INFO  (qtp287741626-20) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">6</field><field+name%3D"title">w1+w2</field><field+name%3D"description">w1+w2</field></doc></add>}{add=[6 (1568131889497112576)]} 0 1
   [junit4]   2> 5144 INFO  (qtp287741626-22) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">7</field><field+name%3D"title">w1+w2+w3+w4+w5</field><field+name%3D"description">w1+w2+w3+w4+w5+w8</field></doc></add>}{add=[7 (1568131889501306880)]} 0 1
   [junit4]   2> 5152 INFO  (qtp287741626-24) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">8</field><field+name%3D"title">w1+w1+w1+w2+w2+w8</field><field+name%3D"description">w1+w1+w1+w2+w2</field></doc></add>}{add=[8 (1568131889508646912)]} 0 3
   [junit4]   2> 5164 INFO  (qtp287741626-26) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 5164 INFO  (qtp287741626-26) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6b46b056 commitCommandVersion:0
   [junit4]   2> 5314 INFO  (qtp287741626-26) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@568e4b95[collection1] main]
   [junit4]   2> 5316 INFO  (qtp287741626-26) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 5317 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@568e4b95[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C8)))}
   [junit4]   2> 5321 INFO  (qtp287741626-26) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 156
   [junit4]   2> 5353 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[AFE367E8B85130CC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRanking
   [junit4]   2> 5354 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[AFE367E8B85130CC]) [    ] o.a.s.l.TestRerankBase loading feauture 
   [junit4]   2> {
   [junit4]   2> "name":"title-length",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.feature.FieldLengthFeature",
   [junit4]   2> "params":{"field":"title"}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 5370 INFO  (qtp287741626-23) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 5516 INFO  (qtp287741626-23) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@506d6d75 to URI: /solr/schema
   [junit4]   2> ماي 22, 2017 4:05:08 م org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 5555 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 5561 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 5562 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 5562 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 5562 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 5562 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for /schema
   [junit4]   2> 5574 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@6686395f] for /schema/feature-store
   [junit4]   2> 5576 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: {name=title-length, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=title}} is a java.util.LinkedHashMap
   [junit4]   2> 5576 INFO  (qtp287741626-23) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=title-length, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=title}}
   [junit4]   2> 5589 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/collection1/conf
   [junit4]   2> 5589 INFO  (qtp287741626-23) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=231
   [junit4]   2> ماي 22, 2017 4:05:08 م org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-22	16:05:08	127.0.0.1	-	127.0.0.1	54189	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	128	54	https://127.0.0.1:54189	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 5620 WARN  (qtp287741626-23) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5654 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[AFE367E8B85130CC]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"title-model",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"title-length"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"title-length":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 5657 INFO  (qtp287741626-25) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@6686395f]] for /schema/model-store
   [junit4]   2> 5658 INFO  (qtp287741626-25) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=title-model, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=title-length}], params={weights={title-length=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 5664 INFO  (qtp287741626-25) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model title-model
   [junit4]   2> 5667 INFO  (qtp287741626-25) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/collection1/conf
   [junit4]   2> 5667 INFO  (qtp287741626-25) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=11
   [junit4]   2> ماي 22, 2017 4:05:08 م org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-22	16:05:08	127.0.0.1	-	127.0.0.1	54189	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	176	10	https://127.0.0.1:54189	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 5669 WARN  (qtp287741626-25) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5761 INFO  (qtp287741626-21) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=80
   [junit4]   2> 5777 INFO  (qtp287741626-20) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=1
   [junit4]   2> 5780 INFO  (qtp287741626-22) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 5783 INFO  (qtp287741626-24) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 5786 INFO  (qtp287741626-26) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 5807 INFO  (qtp287741626-23) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=19
   [junit4]   2> 5813 INFO  (qtp287741626-25) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=0
   [junit4]   2> 5814 ERROR (TEST-TestFieldLengthFeature.testRanking-seed#[AFE367E8B85130CC]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='8'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":0,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"title:w1",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*, score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr model=title-model reRankDocs=4}"}},
   [junit4]   2>   "response":{"numFound":4,"start":0,"maxScore":2.95147899E18,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "_version_":1568131889162616832,
   [junit4]   2>         "score":2.95147899E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"6",
   [junit4]   2>         "title":"w1 w2",
   [junit4]   2>         "description":"w1 w2",
   [junit4]   2>         "_version_":1568131889497112576,
   [junit4]   2>         "score":2.04963825E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"7",
   [junit4]   2>         "title":"w1 w2 w3 w4 w5",
   [junit4]   2>         "description":"w1 w2 w3 w4 w5 w8",
   [junit4]   2>         "_version_":1568131889501306880,
   [junit4]   2>         "score":7.3786975E17},
   [junit4]   2>       {
   [junit4]   2>         "id":"8",
   [junit4]   2>         "title":"w1 w1 w1 w2 w2 w8",
   [junit4]   2>         "description":"w1 w1 w1 w2 w2",
   [junit4]   2>         "_version_":1568131889508646912,
   [junit4]   2>         "score":5.12409561E17}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=title%3Aw1&fl=*%2C+score&rows=4&rq=%7B%21ltr+model%3Dtitle-model+reRankDocs%3D4%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 5816 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[AFE367E8B85130CC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRanking
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldLengthFeature -Dtests.method=testRanking -Dtests.seed=AFE367E8B85130CC -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=Brazil/Acre -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.49s J1 | TestFieldLengthFeature.testRanking <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AFE367E8B85130CC:30D5CE76202B2F03]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5826 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[AFE367E8B85130CC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIfFieldIsEmptyLengthIsZero
   [junit4]   2> 5829 INFO  (qtp287741626-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">43</field><field+name%3D"title">w11</field><field+name%3D"description"></field></doc></add>}{add=[43 (1568131890218532864)]} 0 2
   [junit4]   2> 5836 INFO  (qtp287741626-21) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 5836 INFO  (qtp287741626-21) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6b46b056 commitCommandVersion:0
   [junit4]   2> 5851 INFO  (qtp287741626-21) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@581aa25a[collection1] main]
   [junit4]   2> 5852 INFO  (qtp287741626-21) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 5852 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@581aa25a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C8) Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 5852 INFO  (qtp287741626-21) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 16
   [junit4]   2> 5854 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[AFE367E8B85130CC]) [    ] o.a.s.l.TestRerankBase loading feauture 
   [junit4]   2> {
   [junit4]   2> "name":"description-length3",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.feature.FieldLengthFeature",
   [junit4]   2> "params":{"field":"description"}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 5856 INFO  (qtp287741626-22) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@6686395f] for /schema/feature-store
   [junit4]   2> 5856 INFO  (qtp287741626-22) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: {name=description-length3, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}} is a java.util.LinkedHashMap
   [junit4]   2> 5856 INFO  (qtp287741626-22) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=description-length3, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}}
   [junit4]   2> 5859 INFO  (qtp287741626-22) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/collection1/conf
   [junit4]   2> 5860 INFO  (qtp287741626-22) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=4
   [junit4]   2> ماي 22, 2017 4:05:08 م org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-22	16:05:08	127.0.0.1	-	127.0.0.1	54189	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	141	4	https://127.0.0.1:54189	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 5861 WARN  (qtp287741626-22) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5862 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[AFE367E8B85130CC]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"description-model3",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"description-length3"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"description-length3":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 5863 INFO  (qtp287741626-24) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[title-model]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@6686395f]] for /schema/model-store
   [junit4]   2> 5863 INFO  (qtp287741626-24) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=description-model3, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=description-length3}], params={weights={description-length3=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 5865 INFO  (qtp287741626-24) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model description-model3
   [junit4]   2> 5866 INFO  (qtp287741626-24) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/collection1/conf
   [junit4]   2> 5866 INFO  (qtp287741626-24) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=3
   [junit4]   2> ماي 22, 2017 4:05:08 م org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-22	16:05:08	127.0.0.1	-	127.0.0.1	54189	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	197	3	https://127.0.0.1:54189	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 5867 WARN  (qtp287741626-24) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5870 INFO  (qtp287741626-26) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w11&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Ddescription-model3+reRankDocs%3D8}} hits=1 status=0 QTime=1
   [junit4]   2> 5871 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[AFE367E8B85130CC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIfFieldIsEmptyLengthIsZero
   [junit4]   2> 5880 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[AFE367E8B85130CC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIfFieldIsMissingInDocumentLengthIsZero
   [junit4]   2> 5883 INFO  (qtp287741626-26) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">42</field><field+name%3D"title">w10</field></doc></add>}{add=[42 (1568131890276204544)]} 0 1
   [junit4]   2> 5886 INFO  (qtp287741626-25) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 5886 INFO  (qtp287741626-25) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6b46b056 commitCommandVersion:0
   [junit4]   2> 5894 INFO  (qtp287741626-25) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15861f6d[collection1] main]
   [junit4]   2> 5895 INFO  (qtp287741626-25) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 5895 INFO  (searcherExecutor-18-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@15861f6d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C8) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C1)))}
   [junit4]   2> 5895 INFO  (qtp287741626-25) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 9
   [junit4]   2> 5897 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[AFE367E8B85130CC]) [    ] o.a.s.l.TestRerankBase loading feauture 
   [junit4]   2> {
   [junit4]   2> "name":"description-length2",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.feature.FieldLengthFeature",
   [junit4]   2> "params":{"field":"description"}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 5900 INFO  (qtp287741626-20) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@6686395f] for /schema/feature-store
   [junit4]   2> 5900 INFO  (qtp287741626-20) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: {name=description-length2, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}} is a java.util.LinkedHashMap
   [junit4]   2> 5900 INFO  (qtp287741626-20) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=description-length2, store=test, class=org.apache.solr.ltr.feature.FieldLengthFeature, params={field=description}}
   [junit4]   2> 5900 INFO  (qtp287741626-20) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/collection1/conf
   [junit4]   2> 5901 INFO  (qtp287741626-20) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=1
   [junit4]   2> ماي 22, 2017 4:05:08 م org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-22	16:05:08	127.0.0.1	-	127.0.0.1	54189	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	141	1	https://127.0.0.1:54189	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 5901 WARN  (qtp287741626-20) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5902 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[AFE367E8B85130CC]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"description-model2",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"description-length2"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"description-length2":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 5904 INFO  (qtp287741626-21) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[title-model, description-model3]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@6686395f]] for /schema/model-store
   [junit4]   2> 5904 INFO  (qtp287741626-21) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=description-model2, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=description-length2}], params={weights={description-length2=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 5920 INFO  (qtp287741626-21) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model description-model2
   [junit4]   2> 5921 INFO  (qtp287741626-21) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001/tempDir-001/collection1/conf
   [junit4]   2> 5921 INFO  (qtp287741626-21) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=17
   [junit4]   2> ماي 22, 2017 4:05:08 م org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-22	16:05:08	127.0.0.1	-	127.0.0.1	54189	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	197	18	https://127.0.0.1:54189	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 5922 WARN  (qtp287741626-21) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5925 INFO  (qtp287741626-22) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w10&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Ddescription-model2+reRankDocs%3D8}} hits=1 status=0 QTime=0
   [junit4]   2> 5926 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsMissingInDocumentLengthIsZero-seed#[AFE367E8B85130CC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIfFieldIsMissingInDocumentLengthIsZero
   [junit4]   2> 5931 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6ace0717{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 5931 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=771591074
   [junit4]   2> 5932 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 5932 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 5932 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 5932 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 5934 INFO  (coreCloseExecutor-23-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@15bbbd86
   [junit4]   2> 5940 INFO  (coreCloseExecutor-23-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=364625286
   [junit4]   2> 5946 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ba436f7{/solr,null,UNAVAILABLE}
   [junit4]   2> 5954 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 5954 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=717065288
   [junit4]   2> 5954 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 5955 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 5955 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 5956 INFO  (SUITE-TestFieldLengthFeature-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 5957 INFO  (coreCloseExecutor-25-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1982fb4b
   [junit4]   2> 5957 INFO  (coreCloseExecutor-25-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=428014411
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_AFE367E8B85130CC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SA, timezone=Brazil/Acre
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=134432024,total=241172480
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldLengthFeature]
   [junit4] Completed [2/33 (1!)] on J1 in 6.43s, 3 tests, 1 error <<< FAILURES!

[...truncated 13 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestSelectiveWeightCreation
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_AFE367E8B85130CC-001/init-core-data-001
   [junit4]   2> 8358 WARN  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 8358 INFO  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 8359 INFO  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 8359 INFO  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 8366 INFO  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 8373 INFO  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 8378 INFO  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 8404 WARN  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 8405 WARN  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 8405 WARN  (SUITE-TestSelectiveWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 8413 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 8420 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 8438 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 8439 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 8439 WARN  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 8440 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 8440 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_AFE367E8B85130CC-001/init-core-data-001/]
   [junit4]   2> 8480 WARN  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 8480 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 8480 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 8481 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 8481 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 8481 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62f1fa16[collection1] main]
   [junit4]   2> 8482 WARN  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 8482 INFO  (coreLoadExecutor-58-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 8482 WARN  (coreLoadExecutor-58-thread-1) [    x:collection1]

[...truncated too long message...]

pedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 11169 INFO  (qtp441138980-152) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=5
   [junit4]   2> 11173 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[AFE367E8B85130CC]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":5,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568131895748722688,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568131895746625536,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568131895722508288,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568131895728799744,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 11173 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[AFE367E8B85130CC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=AFE367E8B85130CC -Dtests.slow=true -Dtests.locale=is -Dtests.timezone=Africa/Abidjan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.80s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AFE367E8B85130CC:CAAF478872335724]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 11185 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[AFE367E8B85130CC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
   [junit4]   2> 11185 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[AFE367E8B85130CC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
   [junit4]   2> 11187 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3993f711{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 11187 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=899649013
   [junit4]   2> 11187 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 11187 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 11187 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 11187 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 11187 INFO  (coreCloseExecutor-129-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@457f1ad3
   [junit4]   2> 11190 INFO  (coreCloseExecutor-129-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1165957843
   [junit4]   2> 11192 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34c3cc6e{/solr,null,UNAVAILABLE}
   [junit4]   2> 11194 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 11195 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=982396585
   [junit4]   2> 11195 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 11195 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 11195 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 11196 INFO  (SUITE-TestParallelWeightCreation-seed#[AFE367E8B85130CC]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 11196 INFO  (coreCloseExecutor-131-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3e5c2946
   [junit4]   2> 11199 INFO  (coreCloseExecutor-131-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1046227270
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_AFE367E8B85130CC-001
   [junit4]   2> May 22, 2017 9:05:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), popularity=PostingsFormat(name=Direct), description=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=Lucene50(blocksize=128), text=PostingsFormat(name=Direct), title=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=875, maxMBSortInHeap=6.563416177965635, sim=RandomSimilarity(queryNorm=false): {}, locale=is, timezone=Africa/Abidjan
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=178325648,total=249561088
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldLengthFeature, TestFeatureExtractionFromMultipleSegments, TestSelectiveWeightCreation, TestMultipleAdditiveTreesModel, TestParallelWeightCreation]
   [junit4] Completed [15/33 (4!)] on J1 in 10.89s, 2 tests, 1 error <<< FAILURES!

[...truncated 37042 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1321 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1321/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

5 tests failed.
FAILED:  org.apache.solr.update.AutoCommitTest.testMaxTime

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([21A1C3A267D02866:BB55BE40F94AB45A]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:898)
	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:891)
	... 40 more


FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([EA6C1ADBC03A72A1:2314ABBC1FF52560]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([EA6C1ADBC03A72A1:8F203ABB0A581549]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([EA6C1ADBC03A72A1:B75D0D1E4D0605CA]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([EA6C1ADBC03A72A1:755AB34558406D6E]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 10981 lines...]
   [junit4] Suite: org.apache.solr.update.AutoCommitTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_21A1C3A267D02866-001/init-core-data-001
   [junit4]   2> 148675 WARN  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 148675 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 148677 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 148677 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 148678 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 148703 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 148721 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 148803 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 148835 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b93b3bf
   [junit4]   2> 148837 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b93b3bf
   [junit4]   2> 148837 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b93b3bf
   [junit4]   2> 148838 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 148861 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 148873 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 148938 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 148943 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 148943 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b93b3bf
   [junit4]   2> 148943 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 148943 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_21A1C3A267D02866-001/init-core-data-001/]
   [junit4]   2> 148945 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1140493715, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 148994 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 148994 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 148996 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 148996 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 148996 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 148996 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f4f9e12[collection1] main]
   [junit4]   2> 148997 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 149000 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 149014 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 149014 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 149014 INFO  (coreLoadExecutor-720-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568310252575653888
   [junit4]   2> 149015 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 149015 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 149015 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 149015 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 149015 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 149015 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 149016 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 149016 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 149017 INFO  (searcherExecutor-721-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2f4f9e12[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 149017 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 149019 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
   [junit4]   2> 149020 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 149021 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@550ad48e[collection1] realtime]
   [junit4]   2> 149021 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
   [junit4]   2> 149021 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 149022 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 149056 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 149068 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 149131 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 149137 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
   [junit4]   2> 149147 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b93b3bf
   [junit4]   2> 149147 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_21A1C3A267D02866-001/init-core-data-001/]
   [junit4]   2> 149195 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 149195 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 149196 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aede2fb[collection1] main]
   [junit4]   2> 149196 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 149197 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 149202 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 149202 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 149202 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568310252772786176
   [junit4]   2> 149203 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 149203 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 149203 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 149203 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 149203 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 149204 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 149205 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 149205 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6213739626378331]
   [junit4]   2> 149205 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 149205 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 149206 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2aede2fb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 149207 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@163ea480[collection1] main]
   [junit4]   2> 149207 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1900a976
   [junit4]   2> 149207 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=419473782
   [junit4]   2> 149209 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@163ea480[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 149216 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1568310252785369088)]} 0 2
   [junit4]   2> 149216 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 153221 INFO  (commitScheduler-729-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 153229 INFO  (commitScheduler-729-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b9a62db[collection1] main]
   [junit4]   2> 153230 INFO  (commitScheduler-729-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 153232 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b9a62db[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
   [junit4]   2> 153482 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1568310257258594304)]} 0 4268
   [junit4]   2> 153483 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 153484 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1568310257261740032)]} 0 4270
   [junit4]   2> 153484 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 155486 INFO  (commitScheduler-729-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 155492 INFO  (commitScheduler-729-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d6549e6[collection1] main]
   [junit4]   2> 155493 INFO  (commitScheduler-729-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 155495 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d6549e6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 155742 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 155742 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 155745 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259632570368)]} 0 6531
   [junit4]   2> 155745 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259633618944)]} 0 6532
   [junit4]   2> 155746 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259634667520)]} 0 6533
   [junit4]   2> 155747 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259634667521)]} 0 6533
   [junit4]   2> 155747 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259635716096)]} 0 6533
   [junit4]   2> 155747 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259635716097)]} 0 6534
   [junit4]   2> 155748 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259635716098)]} 0 6534
   [junit4]   2> 155748 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259636764672)]} 0 6535
   [junit4]   2> 155748 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259636764673)]} 0 6535
   [junit4]   2> 155749 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1568310259637813248)]} 0 6535
   [junit4]   2> 155749 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 155750 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259638861824)]} 0 6537
   [junit4]   2> 155750 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259638861825)]} 0 6537
   [junit4]   2> 155751 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259638861826)]} 0 6537
   [junit4]   2> 155751 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259639910400)]} 0 6537
   [junit4]   2> 155751 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259639910401)]} 0 6538
   [junit4]   2> 155751 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259639910402)]} 0 6538
   [junit4]   2> 155752 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259640958976)]} 0 6538
   [junit4]   2> 155752 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259640958977)]} 0 6538
   [junit4]   2> 155752 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259640958978)]} 0 6539
   [junit4]   2> 155752 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1568310259640958979)]} 0 6539
   [junit4]   2> 155753 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 156751 INFO  (commitScheduler-729-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 156754 INFO  (commitScheduler-729-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ed35c7b[collection1] main]
   [junit4]   2> 156755 INFO  (commitScheduler-729-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 156756 INFO  (searcherExecutor-726-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ed35c7b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(7.0.0):C10/9:delGen=1)))}
   [junit4]   2> 156760 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 156761 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 156761 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
   [junit4]   2> 156763 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
   [junit4]   2> 156763 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 156764 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a0f244[collection1] realtime]
   [junit4]   2> 156764 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 156764 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 156765 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 156791 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 156804 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 156870 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 156876 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
   [junit4]   2> 156885 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b93b3bf
   [junit4]   2> 156885 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_21A1C3A267D02866-001/init-core-data-001/]
   [junit4]   2> 156933 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 156934 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 156939 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4092da12[collection1] main]
   [junit4]   2> 156940 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 156940 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 156945 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 156949 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 156949 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 156949 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 156949 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 156950 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 156950 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 156950 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 156950 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 156950 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 156952 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4092da12[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 156955 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=67.755859375, floorSegmentMB=1.79296875, forceMergeDeletesPctAllowed=19.10265743644895, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 156956 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 156956 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16be4f69[collection1] main]
   [junit4]   2> 156956 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4f7d206e
   [junit4]   2> 156957 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1333600366
   [junit4]   2> 156960 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@16be4f69[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 156964 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1568310260906590208)]} 0 4
   [junit4]   2> 156965 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1568310260911833088)]} 0 5
   [junit4]   2> 156965 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1568310260912881664)]} 0 6
   [junit4]   2> 156966 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1568310260912881665)]} 0 6
   [junit4]   2> 156968 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1568310260913930240)]} 0 8
   [junit4]   2> 156968 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1568310260916027392)]} 0 8
   [junit4]   2> 156968 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1568310260916027393)]} 0 8
   [junit4]   2> 156968 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1568310260916027394)]} 0 9
   [junit4]   2> 156968 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1568310260916027395)]} 0 9
   [junit4]   2> 156969 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1568310260916027396)]} 0 9
   [junit4]   2> 156969 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1568310260917075968)]} 0 9
   [junit4]   2> 156969 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1568310260917075969)]} 0 9
   [junit4]   2> 156972 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1568310260917075970)]} 0 13
   [junit4]   2> 156973 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1568310260920221696)]} 0 13
   [junit4]   2> 156973 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 156974 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1568310260921270272)]} 0 14
   [junit4]   2> 156986 INFO  (commitScheduler-733-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 156996 INFO  (commitScheduler-733-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61395e79[collection1] main]
   [junit4]   2> 156998 INFO  (searcherExecutor-730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61395e79[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.0.0):C15)))}
   [junit4]   2> 156998 INFO  (commitScheduler-733-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 157230 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1568310261184462848)]} 0 270
   [junit4]   2> 157230 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 157231 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 157232 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
   [junit4]   2> 157236 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
   [junit4]   2> 157236 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 157237 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eaf051e[collection1] realtime]
   [junit4]   2> 157237 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
   [junit4]   2> 157237 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 157238 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 157261 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 157274 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 157361 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 157366 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
   [junit4]   2> 157383 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b93b3bf
   [junit4]   2> 157383 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_21A1C3A267D02866-001/init-core-data-001/]
   [junit4]   2> 157438 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 157438 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 157438 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36427bc[collection1] main]
   [junit4]   2> 157439 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 157439 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 157442 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 157442 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 157443 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 157443 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 157443 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 157443 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 157444 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 157445 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 157445 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 157445 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 157446 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 157446 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 157447 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36427bc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 157447 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c4c9301[collection1] main]
   [junit4]   2> 157448 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@69b1adc8
   [junit4]   2> 157448 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1773252040
   [junit4]   2> 157454 INFO  (searcherExecutor-734-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2c4c9301[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 157455 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1568310261424586752)]} 0 1
   [junit4]   2> 157465 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=10
   [junit4]   2> 157469 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1568310261439266816)]} 0 15
   [junit4]   2> 157470 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 157470 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
   [junit4]   2> 157470 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=standard&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:891)
   [junit4]   2> 	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 157493 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[21A1C3A267D02866]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AutoCommitTest -Dtests.method=testMaxTime -Dtests.seed=21A1C3A267D02866 -Dtests.slow=true -Dtests.locale=sr-ME -Dtests.timezone=Indian/Mayotte -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.26s J1 | AutoCommitTest.testMaxTime <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([21A1C3A267D02866:BB55BE40F94AB45A]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:898)
   [junit4]    > 	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:891)
   [junit4]    > 	... 40 more
   [junit4]   2> 157495 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 157495 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=852262554
   [junit4]   2> 157495 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 157496 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 157497 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 157497 INFO  (SUITE-AutoCommitTest-seed#[21A1C3A267D02866]-worker) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 157497 INFO  (coreCloseExecutor-738-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@691d2c5d
   [junit4]   2> 157497 INFO  (coreCloseExecutor-738-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 157497 INFO  (coreCloseExecutor-738-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@66fdb3a8 commitCommandVersion:0
   [junit4]   2> 157501 INFO  (coreCloseExecutor-738-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1763519581
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_21A1C3A267D02866-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), field_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=PostingsFormat(name=Asserting), subject=PostingsFormat(name=Asserting), intDefault=Lucene50(blocksize=128), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=PostingsFormat(name=Asserting), text=Lucene50(blocksize=128), range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=793, maxMBSortInHeap=5.7882743684995095, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-ME, timezone=Indian/Mayotte
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=337831928,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [AddSchemaFieldsUpdateProcessorFactoryTest, TestNonDefinedSimilarityFactory, PrimUtilsTest, TestUseDocValuesAsStored2, TestManagedStopFilterFactory, StatsReloadRaceTest, TestReloadAndDeleteDocs, BadCopyFieldTest, TestQueryUtils, TestClassNameShortening, TestBadConfig, CoreAdminHandlerTest, TestStressRecovery, TestSolrCloudWithDelegationTokens, StressHdfsTest, TestFoldingMultitermQuery, IndexSchemaTest, TestQuerySenderListener, DistributedVersionInfoTest, DeleteInactiveReplicaTest, TestSchemaSimilarityResource, CloudMLTQParserTest, ConfigSetsAPITest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AutoCommitTest]
   [junit4] Completed [47/713 (1!)] on J1 in 8.84s, 3 tests, 1 error <<< FAILURES!

[...truncated 8503 lines...]
   [junit4] Suite: org.apache.solr.ltr.feature.TestFieldLengthFeature
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_EA6C1ADBC03A72A1-001/init-core-data-001
   [junit4]   2> 13264 WARN  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 13264 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 13265 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 13265 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 13271 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 13277 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 13282 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 13308 WARN  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 13308 WARN  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 13308 WARN  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 13317 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 13323 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 13329 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 13330 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 13330 WARN  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 13331 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 13331 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_EA6C1ADBC03A72A1-001/init-core-data-001/]
   [junit4]   2> 13373 WARN  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 13373 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 13373 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 13374 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 13374 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@790f491d[collection1] main]
   [junit4]   2> 13375 WARN  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 13375 WARN  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 13375 WARN  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 13375 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 13376 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 13376 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568313277091414016
   [junit4]   2> 13377 INFO  (searcherExecutor-164-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@790f491d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13378 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 13382 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 13382 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 13382 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_EA6C1ADBC03A72A1-001/tempDir-003/cores/core
   [junit4]   2> 13385 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 13386 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@746522ed{/solr,null,AVAILABLE}
   [junit4]   2> 13386 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@32a6f25{SSL,[ssl, http/1.1]}{127.0.0.1:46890}
   [junit4]   2> 13386 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.e.j.s.Server Started @14404ms
   [junit4]   2> 13386 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46890, configSetBaseDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_EA6C1ADBC03A72A1-001/tempDir-001, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_EA6C1ADBC03A72A1-001/tempDir-003/cores}
   [junit4]   2> 13387 ERROR (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 13387 INFO  (SUITE-TestFieldLengthFeature-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 13387 I

[...truncated too long message...]

er.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 18854 INFO  (qtp1510328801-353) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=2
   [junit4]   2> 18855 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[EA6C1ADBC03A72A1]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":2,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568313282788327424,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568313282785181696,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568313282765258752,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568313282776793088,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 18855 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[EA6C1ADBC03A72A1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=EA6C1ADBC03A72A1 -Dtests.slow=true -Dtests.locale=es-MX -Dtests.timezone=America/Buenos_Aires -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.76s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EA6C1ADBC03A72A1:8F203ABB0A581549]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 18862 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[EA6C1ADBC03A72A1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
   [junit4]   2> 18862 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[EA6C1ADBC03A72A1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
   [junit4]   2> 18864 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1058321{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 18864 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1793632273
   [junit4]   2> 18864 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 18864 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 18864 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 18864 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 18864 INFO  (coreCloseExecutor-286-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@ab3308b
   [junit4]   2> 18866 INFO  (coreCloseExecutor-286-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=179515531
   [junit4]   2> 18868 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@699d62d9{/solr,null,UNAVAILABLE}
   [junit4]   2> 18869 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 18869 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1531865762
   [junit4]   2> 18870 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 18870 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 18870 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 18870 INFO  (SUITE-TestParallelWeightCreation-seed#[EA6C1ADBC03A72A1]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 18871 INFO  (coreCloseExecutor-288-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6061c1fe
   [junit4]   2> 18873 INFO  (coreCloseExecutor-288-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1617019390
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_EA6C1ADBC03A72A1-001
   [junit4]   2> May 24, 2017 9:08:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=2870, maxDocsPerChunk=538, blockSize=380), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=2870, blockSize=380)), sim=RandomSimilarity(queryNorm=false): {}, locale=es-MX, timezone=America/Buenos_Aires
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=196859400,total=480247808
   [junit4]   2> NOTE: All tests run in this JVM: [TestLTRReRankingPipeline, TestFilterSolrFeature, TestExternalFeatures, TestLTRWithFacet, TestModelManager, TestUserTermScorerQuery, TestMultipleAdditiveTreesModel, TestFieldLengthFeature, TestLTRQParserExplain, TestLTRQParserPlugin, TestLTRWithSort, TestParallelWeightCreation]
   [junit4] Completed [25/33 (4!)] on J1 in 10.85s, 2 tests, 1 error <<< FAILURES!

[...truncated 37012 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1320 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1320/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([4097016F7A82E2DE:89EFB008A54DB51F]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([4097016F7A82E2DE:25DB210FB0E08536]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([4097016F7A82E2DE:1DA616AAF7BE95B5]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([4097016F7A82E2DE:DFA1A8F1E2F8FD11]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 19503 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestSelectiveWeightCreation
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/init-core-data-001
   [junit4]   2> 8779 WARN  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 8779 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 8780 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 8780 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 8811 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 8818 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 8838 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 8870 WARN  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 8870 WARN  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 8870 WARN  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 8901 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 8920 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 8931 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 8933 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 8933 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 8933 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 8933 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/init-core-data-001/]
   [junit4]   2> 9010 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 9011 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 9011 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 9011 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 9011 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 9012 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43a6920b[collection1] main]
   [junit4]   2> 9013 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 9013 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 9013 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 9013 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568281138602967040
   [junit4]   2> 9016 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 9022 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 9022 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 9022 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-003/cores/core
   [junit4]   2> 9024 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 9025 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27c4b157{/solr,null,AVAILABLE}
   [junit4]   2> 9026 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6799b897{HTTP/1.1,[http/1.1]}{127.0.0.1:52017}
   [junit4]   2> 9026 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.Server Started @10443ms
   [junit4]   2> 9026 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52017, configSetBaseDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-001, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-003/cores}
   [junit4]   2> 9026 ERROR (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 9026 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 9026 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 9026 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 9027 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T12:37:22.803Z
   [junit4]   2> 9027 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-001/solr.xml
   [junit4]   2> 9077 INFO  (searcherExecutor-85-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43a6920b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 9091 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-003/cores
   [junit4]   2> 9091 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 9113 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 9138 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 9156 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 9157 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 9158 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 9158 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-003/cores/core/data/]
   [junit4]   2> 9247 WARN  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 9247 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 9247 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 9248 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 9248 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 9249 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58185d3c[collection1] main]
   [junit4]   2> 9250 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-001/collection1/conf
   [junit4]   2> 9250 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 9250 WARN  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 9250 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 9250 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 9250 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 9250 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 9251 WARN  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 9251 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 9251 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 9251 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 9251 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 9251 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 9251 INFO  (coreLoadExecutor-95-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568281138852528128
   [junit4]   2> 9258 INFO  (searcherExecutor-96-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@58185d3c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 9601 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#52017
   [junit4]   2> 9609 INFO  (qtp770935021-126) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">1</field><field+name%3D"title">w3+w1</field><field+name%3D"description">w1</field><field+name%3D"popularity">1</field></doc></add>}{add=[1 (1568281139224772608)]} 0 3
   [junit4]   2> 9613 INFO  (qtp770935021-118) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">2</field><field+name%3D"title">w2</field><field+name%3D"description">w2</field><field+name%3D"popularity">2</field></doc></add>}{add=[2 (1568281139231064064)]} 0 2
   [junit4]   2> 9617 INFO  (qtp770935021-118) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">3</field><field+name%3D"title">w3</field><field+name%3D"description">w3</field><field+name%3D"popularity">3</field></doc></add>}{add=[3 (1568281139236306944)]} 0 1
   [junit4]   2> 9620 INFO  (qtp770935021-121) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">4</field><field+name%3D"title">w3+w3</field><field+name%3D"description">w4</field><field+name%3D"popularity">4</field></doc></add>}{add=[4 (1568281139238404096)]} 0 1
   [junit4]   2> 9623 INFO  (qtp770935021-117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">5</field><field+name%3D"title">w5</field><field+name%3D"description">w5</field><field+name%3D"popularity">5</field></doc></add>}{add=[5 (1568281139241549824)]} 0 1
   [junit4]   2> 9625 INFO  (qtp770935021-116) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568281139244695552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 9625 INFO  (qtp770935021-116) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ea12c5 commitCommandVersion:1568281139244695552
   [junit4]   2> 9638 INFO  (qtp770935021-116) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@223dbc10[collection1] main]
   [junit4]   2> 9639 INFO  (qtp770935021-116) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 9639 INFO  (searcherExecutor-96-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@223dbc10[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C5)))}
   [junit4]   2> 9639 INFO  (qtp770935021-116) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 14
   [junit4]   2> 9641 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.l.TestRerankBase send 
   [junit4]   2> [ {
   [junit4]   2>     "name" : "matchedTitle",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "q" : "{!terms f=title}${user_query}"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name" : "docPopularity",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.FieldValueFeature",
   [junit4]   2>     "store": "fstore2",
   [junit4]   2>     "params" : {
   [junit4]   2>         "field" : "popularity"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore2",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "occurrences",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "store": "fstore3",
   [junit4]   2>     "params" : {
   [junit4]   2>         "value" : "${myOcc}",
   [junit4]   2>         "required" : false
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore3",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "popularity",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "store": "fstore4",
   [junit4]   2>     "params" : {
   [junit4]   2>         "value" : "${myPop}",
   [junit4]   2>         "required" : true
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore4",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "titlePhraseMatch",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "q" : "{!field f=title}${user_query}"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name" : "titlePhrasesMatch",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "fq" : [ "{!field f=title}${userTitlePhrase1}", "{!field f=title}${userTitlePhrase2}"]
   [junit4]   2>     }
   [junit4]   2> } ]
   [junit4]   2> 
   [junit4]   2> 9642 INFO  (qtp770935021-115) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 9643 INFO  (qtp770935021-115) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@6fa5b586 to URI: /solr/schema
   [junit4]   2> maj 24, 2017 7:37:23 AM org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 9647 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 9648 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 9648 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 9648 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 9648 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 9648 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for /schema
   [junit4]   2> 9648 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@508b92a7] for /schema/feature-store
   [junit4]   2> 9648 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: [{name=matchedTitle, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!terms f=title}${user_query}}}, {name=docPopularity, class=org.apache.solr.ltr.feature.FieldValueFeature, store=fstore2, params={field=popularity}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore2, params={}}, {name=occurrences, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore3, params={value=${myOcc}, required=false}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore3, params={}}, {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore4, params={value=${myPop}, required=true}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore4, params={}}, {name=titlePhraseMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!field f=title}${user_query}}}, {name=titlePhrasesMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={fq=[{!field f=title}${userTitlePhrase1}, {!field f=title}${userTitlePhrase2}]}}] is a java.util.ArrayList
   [junit4]   2> 9649 INFO  (qtp770935021-115) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=matchedTitle, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!terms f=title}${user_query}}}
   [junit4]   2> 9655 INFO  (qtp770935021-115) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=docPopularity, class=org.apache.solr.ltr.feature.FieldValueFeature, store=fstore2, params={field=popularity}}
   [junit4]   2> 9657 INFO  (qtp770935021-115) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore2, params={}}
   [junit4]   2> 9657 INFO  (qtp770935021-115) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=occurrences, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore3, params={value=${myOcc}, required=false}}
   [junit4]   2> 9659 INFO  (qtp770935021-115) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore3, params={}}
   [junit4]   2> 9659 INFO  (qtp770935021-115) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore4, params={value=${myPop}, required=true}}
   [junit4]   2> 9659 INFO  (qtp770935021-115) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore4, params={}}
   [junit4]   2> 9659 INFO  (qtp770935021-115) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=titlePhraseMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!field f=title}${user_query}}}
   [junit4]   2> 9659 INFO  (qtp770935021-115) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=titlePhrasesMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={fq=[{!field f=title}${userTitlePhrase1}, {!field f=title}${userTitlePhrase2}]}}
   [junit4]   2> 9660 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-001/collection1/conf
   [junit4]   2> 9660 INFO  (qtp770935021-115) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=18
   [junit4]   2> maj 24, 2017 7:37:23 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-24	07:37:23	127.0.0.1	-	127.0.0.1	52017	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	1516	17	http://127.0.0.1:52017	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 9661 WARN  (qtp770935021-115) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 9664 INFO  (qtp770935021-119) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@508b92a7]] for /schema/model-store
   [junit4]   2> 9664 INFO  (qtp770935021-119) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {class=org.apache.solr.ltr.model.LinearModel, name=externalmodel, features=[{name=titlePhraseMatch}], params={weights={titlePhraseMatch=0.555}}} is a java.util.LinkedHashMap
   [junit4]   2> 9668 INFO  (qtp770935021-119) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model externalmodel
   [junit4]   2> 9668 INFO  (qtp770935021-119) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-001/collection1/conf
   [junit4]   2> 9668 INFO  (qtp770935021-119) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=5
   [junit4]   2> maj 24, 2017 7:37:23 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-24	07:37:23	127.0.0.1	-	127.0.0.1	52017	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	237	6	http://127.0.0.1:52017	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 9669 WARN  (qtp770935021-119) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 9672 INFO  (qtp770935021-127) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[externalmodel]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@508b92a7]] for /schema/model-store
   [junit4]   2> 9672 INFO  (qtp770935021-127) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {class=org.apache.solr.ltr.model.LinearModel, name=externalmodel2, store=fstore2, features=[{name=docPopularity}], params={weights={docPopularity=0.5}}} is a java.util.LinkedHashMap
   [junit4]   2> 9672 INFO  (qtp770935021-127) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model externalmodel2
   [junit4]   2> 9672 INFO  (qtp770935021-127) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001/tempDir-001/collection1/conf
   [junit4]   2> 9672 INFO  (qtp770935021-127) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=1
   [junit4]   2> maj 24, 2017 7:37:23 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-24	07:37:23	127.0.0.1	-	127.0.0.1	52017	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	254	2	http://127.0.0.1:52017	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 9673 WARN  (qtp770935021-127) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 9681 INFO  (TEST-TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore-seed#[4097016F7A82E2DE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSelectiveWeightsRequestFeaturesFromDifferentStore
   [junit4]   2> 9686 INFO  (qtp770935021-126) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score,fv:[fv]&rows=5&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3+efi.userTitlePhrase1%3Dw2+efi.userTitlePhrase2%3Dw1}} hits=5 status=0 QTime=4
   [junit4]   2> 9687 ERROR (TEST-TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore-seed#[4097016F7A82E2DE]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":4,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score,fv:[fv]",
   [junit4]   2>       "rows":"5",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3 efi.userTitlePhrase1=w2 efi.userTitlePhrase2=w1}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568281139238404096,
   [junit4]   2>         "score":0.36707595,
   [junit4]   2>         "fv":"matchedTitle=1.0,titlePhraseMatch=0.6613981,titlePhrasesMatch=0.0"},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568281139236306944,
   [junit4]   2>         "score":0.33873552,
   [junit4]   2>         "fv":"matchedTitle=1.0,titlePhraseMatch=0.6103343,titlePhrasesMatch=0.0"},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w3 w1",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568281139224772608,
   [junit4]   2>         "score":0.2545195,
   [junit4]   2>         "fv":"matchedTitle=1.0,titlePhraseMatch=0.4585937,titlePhrasesMatch=0.0"},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568281139231064064,
   [junit4]   2>         "score":0.0,
   [junit4]   2>         "fv":"matchedTitle=0.0,titlePhraseMatch=0.0,titlePhrasesMatch=0.0"},
   [junit4]   2>       {
   [junit4]   2>         "id":"5",
   [junit4]   2>         "title":"w5",
   [junit4]   2>         "description":"w5",
   [junit4]   2>         "popularity":5,
   [junit4]   2>         "_version_":1568281139241549824,
   [junit4]   2>         "score":0.0,
   [junit4]   2>         "fv":"matchedTitle=0.0,titlePhraseMatch=0.0,titlePhrasesMatch=0.0"}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore%2Cfv%3A%5Bfv%5D&rows=5&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3+efi.userTitlePhrase1%3Dw2+efi.userTitlePhrase2%3Dw1%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 9688 INFO  (TEST-TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore-seed#[4097016F7A82E2DE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSelectiveWeightsRequestFeaturesFromDifferentStore
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSelectiveWeightCreation -Dtests.method=testSelectiveWeightsRequestFeaturesFromDifferentStore -Dtests.seed=4097016F7A82E2DE -Dtests.slow=true -Dtests.locale=pl-PL -Dtests.timezone=SystemV/EST5 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.02s J1 | TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4097016F7A82E2DE:1DA616AAF7BE95B5]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 9698 INFO  (TEST-TestSelectiveWeightCreation.testScoringQueryWeightCreation-seed#[4097016F7A82E2DE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testScoringQueryWeightCreation
   [junit4]   2> 9784 INFO  (qtp770935021-128) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<delete><id>10</id></delete>}{delete=[10 (-1568281139410370560)]} 0 1
   [junit4]   2> 9787 INFO  (qtp770935021-118) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<delete><id>11</id></delete>}{delete=[11 (-1568281139413516288)]} 0 1
   [junit4]   2> 9817 INFO  (TEST-TestSelectiveWeightCreation.testScoringQueryWeightCreation-seed#[4097016F7A82E2DE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testScoringQueryWeightCreation
   [junit4]   2> 9818 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6799b897{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 9818 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=143346262
   [junit4]   2> 9819 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 9819 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 9819 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 9819 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 9820 INFO  (coreCloseExecutor-101-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@548c2e23
   [junit4]   2> 9820 INFO  (coreCloseExecutor-101-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 9820 INFO  (coreCloseExecutor-101-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ea12c5 commitCommandVersion:0
   [junit4]   2> 9830 INFO  (coreCloseExecutor-101-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1418472995
   [junit4]   2> 9832 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27c4b157{/solr,null,UNAVAILABLE}
   [junit4]   2> 9837 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 9837 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1487871130
   [junit4]   2> 9837 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 9837 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 9837 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 9837 INFO  (SUITE-TestSelectiveWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 9838 INFO  (coreCloseExecutor-103-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a61049
   [junit4]   2> 9840 INFO  (coreCloseExecutor-103-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=10883145
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestSelectiveWeightCreation_4097016F7A82E2DE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=Lucene50(blocksize=128), _version_=PostingsFormat(name=Direct), popularity=PostingsFormat(name=Asserting), description=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=Asserting), title=PostingsFormat(name=Direct)}, docValues:{final-score=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1123, maxMBSortInHeap=5.338457021892177, sim=RandomSimilarity(queryNorm=true): {field=DFR GB3(800.0)}, locale=pl-PL, timezone=SystemV/EST5
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=94110192,total=251658240
   [junit4]   2> NOTE: All tests run in this JVM: [TestOriginalScoreFeature, TestFilterSolrFeature, TestLTRQParserExplain, TestSelectiveWeightCreation]
   [junit4] Completed [8/33 (1!)] on J1 in 1.09s, 2 tests, 1 error <<< FAILURES!

[...truncated 19 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestLTRQParserPlugin
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/init-core-data-001
   [junit4]   2> 14793 WARN  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 14793 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 14794 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 14795 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 14800 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 14805 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 14811 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 14836 WARN  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 14836 WARN  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 14836 WARN  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 14844 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 14859 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 14864 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 14865 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 14865 WARN  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 14866 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 14866 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/init-core-data-001/]
   [junit4]   2> 14903 WARN  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 14903 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 14903 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 14904 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 14904 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 14904 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b3e0749[collection1] main]
   [junit4]   2> 14905 WARN  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 14905 WARN  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 14905 WARN  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 14905 INFO  (coreLoadExecutor-214-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568281144781176832
   [junit4]   2> 14906 INFO  (searcherExecutor-215-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6b3e0749[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 14908 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 14911 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 14911 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 14912 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/tempDir-003/cores/core
   [junit4]   2> 14912 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 14914 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3febbe71{/solr,null,AVAILABLE}
   [junit4]   2> 14915 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12343bc2{HTTP/1.1,[http/1.1]}{127.0.0.1:60647}
   [junit4]   2> 14915 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.Server Started @16333ms
   [junit4]   2> 14915 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60647, configSetBaseDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/tempDir-001, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/tempDir-003/cores}
   [junit4]   2> 14915 ERROR (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 14915 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 14916 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 14916 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 14916 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T12:37:28.693Z
   [junit4]   2> 14916 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/tempDir-001/solr.xml
   [junit4]   2> 14944 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/tempDir-003/cores
   [junit4]   2> 14944 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 14952 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 14960 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 14965 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 14966 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 14966 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 14966 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/tempDir-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/tempDir-003/cores/core/data/]
   [junit4]   2> 15007 WARN  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 15007 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 15007 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 15008 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 15008 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6208e019[collection1] main]
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestLTRQParserPlugin_4097016F7A82E2DE-001/tempDir-001/collection1/conf
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 15009 WARN  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 15009 WARN  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 15009 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 15010 INFO  (coreLoadExecutor-225-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568281144891277312
   [junit4]   2> 15010 INFO  (searcherExecutor-226-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6208e019[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 15451 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#60647
   [junit4]   2> 15545 INFO  (qtp1068390086-281) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+different+bla</field><field+name%3D"description">bloomberg</field><field+name%3D"id">6</field><field+name%3D"popularity">1</field></doc></add>}{add=[6 (1568281145365233664)]} 0 84
   [junit4]   2> 15588 INFO  (qtp1068390086-284) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+</field><field+name%3D"description">bloomberg</field><field+name%3D"id">7</field><field+name%3D"popularity">2</field></doc></add>}{add=[7 (1568281145496305664)]} 0 1
   [junit4]   2> 15597 INFO  (qtp1068390086-283) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+bloomberg</field><field+name%3D"description">bloomberg</field><field+name%3D"id">8</field><field+name%3D"popularity">3</field></doc></add>}{add=[8 (1568281145505742848)]} 0 1
   [junit4]   2> 15621 INFO  (qtp1068390086-285) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+bloomberg+bloomberg</field><field+name%3D"description">bloomberg</field><field+name%3D"id">9</field><field+name%3D"popularity">5</field></doc></add>}{add=[9 (1568281145529860096)]} 0 5
   [junit4]   2> 15625 INFO  (qtp1068390086-286) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568281145534054400,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 15625 INFO  (qtp1068390086-286) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7ef87e70 commitCommandVersion:1568281145534054400
   [junit4]   2> 15630 INFO  (qtp1068390086-286) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19917222[collection1] main]
   [junit4]   2> 15631 INFO  (qtp1068390086-286) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 15631 INFO  (searcherExecutor-226-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19917222[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4)))}
   [junit4]   2> 15631 INFO  (qtp1068390086-286) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 8
   [junit4]   2> 15633 INFO  (SUITE-TestLTRQParserPlugin-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.l.TestRerankBase send 
   [junit4]   2> [
   [junit4]   2>   {
   [junit4]   2>      "name": "title",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 1
   [junit4]   2>      }
   [junit4]   2>   },
   [junit4]   2>   {
   [junit4]   2>     "name": "description",
   [junit4]   2>     "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "params": {
   [junit4]   2>        "value": 2
   [junit4]   2>     }
   [junit4]   2>   },
   [junit4]   2>   {
   [junit4]   2>     "name": "keywords",
   [junit4]   2>     "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "params": {
   [junit4]   2>         "value": 2
   [junit4]   2>     }
   [junit4]   2>   },
   [junit4]   2>  {
   [junit4]   2>      "name": "popularity",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 3
   [junit4]   2>      }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>      "name": "text",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 4
   [junit4]   2>      }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>    "name": "queryIntentPerson",
   [junit4]   2>    "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>    "params": {
   [junit4]   2>        "value": 5
   [junit4]   2>    }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>    "name": "queryIntentCompany",
   [junit4]   2>    "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>    "params": {
   [junit4]   2>        "value": 5
   [junit4]   2>    }
   [junit4]   2>  }
   [junit4]   2> ]
   [junit4]   2> 
   [junit4]   2> 15634 INFO  (qtp1068390086-288) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 15635 INFO  (qtp1068390086-288) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@4720d20 to URI: /solr/schema
   [junit4]   2> maj 24, 2017 6:37:29 AM org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 15639 INFO  (qtp1068390086-288) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 15639 INFO  (qtp1068390086-288) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 15639 INFO  (qtp1068390086-288) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 15640 INFO  (qtp1068390086-288) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 15640 INFO  (qtp1068390086-288) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 15640 INFO  (qtp1068390086-288) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for 

[...truncated too long message...]

pse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 18617 INFO  (qtp1214931149-350) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=4
   [junit4]   2> 18617 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[4097016F7A82E2DE]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":4,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568281148629450752,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568281148627353600,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568281148615819264,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568281148623159296,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 18617 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[4097016F7A82E2DE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=4097016F7A82E2DE -Dtests.slow=true -Dtests.locale=fr-FR -Dtests.timezone=Pacific/Wake -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1.00s J1 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4097016F7A82E2DE:25DB210FB0E08536]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 18624 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[4097016F7A82E2DE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
   [junit4]   2> 18624 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[4097016F7A82E2DE]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
   [junit4]   2> 18625 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4de181c4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 18625 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=555389857
   [junit4]   2> 18626 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 18626 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 18626 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 18626 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 18626 INFO  (coreCloseExecutor-286-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@28aac4c7
   [junit4]   2> 18628 INFO  (coreCloseExecutor-286-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=682280135
   [junit4]   2> 18630 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64d90966{/solr,null,UNAVAILABLE}
   [junit4]   2> 18631 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 18631 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1603260236
   [junit4]   2> 18631 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 18631 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 18631 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 18631 INFO  (SUITE-TestParallelWeightCreation-seed#[4097016F7A82E2DE]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 18632 INFO  (coreCloseExecutor-288-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@52707122
   [junit4]   2> 18634 INFO  (coreCloseExecutor-288-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1383100706
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_4097016F7A82E2DE-001
   [junit4]   2> May 24, 2017 12:37:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneFixedGap), popularity=PostingsFormat(name=LuceneVarGapFixedInterval), description=PostingsFormat(name=Memory), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=PostingsFormat(name=LuceneVarGapFixedInterval), title=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1945, maxMBSortInHeap=7.368525818665328, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-FR, timezone=Pacific/Wake
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=119657392,total=310378496
   [junit4]   2> NOTE: All tests run in this JVM: [TestOriginalScoreFeature, TestFilterSolrFeature, TestLTRQParserExplain, TestSelectiveWeightCreation, TestExternalFeatures, TestMultipleAdditiveTreesModel, TestModelManager, TestValueFeature, TestLTRQParserPlugin, TestLTRReRankingPipeline, TestLTRWithFacet, TestParallelWeightCreation]
   [junit4] Completed [25/33 (4!)] on J1 in 11.09s, 2 tests, 1 error <<< FAILURES!

[...truncated 37010 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1319 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1319/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

No tests ran.

Build Log:
[...truncated 19 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Solaris VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Solaris VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Solaris VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Solaris VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Solaris VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Solaris VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Solaris VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Solaris VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to Solaris VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1318 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1318/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

7 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58600 within 45000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58600 within 45000 ms
	at __randomizedtesting.SeedInfo.seed([15616FF778230D6A:9D35502DD6DF6092]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:86)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:80)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:80)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:225)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:955)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58600 within 45000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
	... 38 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.StressHdfsTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.StressHdfsTest:     1) Thread[id=28595, name=Thread-6917, state=WAITING, group=TGRP-StressHdfsTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1252)         at java.lang.Thread.join(Thread.java:1326)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    2) Thread[id=28598, name=SyncThread:0, state=WAITING, group=TGRP-StressHdfsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127)    3) Thread[id=28599, name=ProcessThread(sid:0 cport:58600):, state=WAITING, group=TGRP-StressHdfsTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)    4) Thread[id=28596, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-StressHdfsTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=28597, name=SessionTracker, state=TIMED_WAITING, group=TGRP-StressHdfsTest]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.StressHdfsTest: 
   1) Thread[id=28595, name=Thread-6917, state=WAITING, group=TGRP-StressHdfsTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1252)
        at java.lang.Thread.join(Thread.java:1326)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   2) Thread[id=28598, name=SyncThread:0, state=WAITING, group=TGRP-StressHdfsTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127)
   3) Thread[id=28599, name=ProcessThread(sid:0 cport:58600):, state=WAITING, group=TGRP-StressHdfsTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   4) Thread[id=28596, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-StressHdfsTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=28597, name=SessionTracker, state=TIMED_WAITING, group=TGRP-StressHdfsTest]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
	at __randomizedtesting.SeedInfo.seed([15616FF778230D6A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.StressHdfsTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=28596, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-StressHdfsTest]         at sun.nio.ch.IOUtil.drain(Native Method)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=28596, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-StressHdfsTest]
        at sun.nio.ch.IOUtil.drain(Native Method)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([15616FF778230D6A]:0)


FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([431D28E13B2209E9:8A659986E4ED5E28]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([431D28E13B2209E9:26510881F1406E01]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([431D28E13B2209E9:1E2C3F24B61E7E82]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([431D28E13B2209E9:DC2B817FA3581626]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12665 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001/init-core-data-001
   [junit4]   2> 2325027 WARN  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 2325028 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2325029 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2325029 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2325080 WARN  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2325086 WARN  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2325089 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2325104 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_solaris.vm_60929_hdfs____.dh8mjs/webapp
   [junit4]   2> 2325673 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@solaris-vm:60929
   [junit4]   2> 2325932 WARN  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2325949 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2325963 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39801_datanode____.wos22u/webapp
   [junit4]   2> 2326470 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39801
   [junit4]   2> 2326544 WARN  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2326546 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2326563 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37635_datanode____vwiqzf/webapp
   [junit4]   2> 2326620 INFO  (IPC Server handler 9 on 56716) [    ] BlockStateChange BLOCK* processReport: from storage DS-eb2709c8-4702-41d8-bb9a-a89f62629d34 node DatanodeRegistration(127.0.0.1:41703, datanodeUuid=a9ea597a-fd5e-44a9-8750-486ecd8a522e, infoPort=44057, infoSecurePort=0, ipcPort=58600, storageInfo=lv=-56;cid=testClusterID;nsid=1090240832;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2326621 INFO  (IPC Server handler 9 on 56716) [    ] BlockStateChange BLOCK* processReport: from storage DS-6c2bc865-1d84-4b2e-91c1-68d92f53f6dc node DatanodeRegistration(127.0.0.1:41703, datanodeUuid=a9ea597a-fd5e-44a9-8750-486ecd8a522e, infoPort=44057, infoSecurePort=0, ipcPort=58600, storageInfo=lv=-56;cid=testClusterID;nsid=1090240832;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2327117 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37635
   [junit4]   2> 2327217 INFO  (IPC Server handler 4 on 56716) [    ] BlockStateChange BLOCK* processReport: from storage DS-b0146091-52d0-41aa-9281-ea595b60fa65 node DatanodeRegistration(127.0.0.1:37579, datanodeUuid=54a4d09f-9518-4d8a-8aa6-fe5d3f60ba0b, infoPort=59394, infoSecurePort=0, ipcPort=42382, storageInfo=lv=-56;cid=testClusterID;nsid=1090240832;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2327217 INFO  (IPC Server handler 4 on 56716) [    ] BlockStateChange BLOCK* processReport: from storage DS-a30c34da-666e-43e3-9444-97bfa0486ac1 node DatanodeRegistration(127.0.0.1:37579, datanodeUuid=54a4d09f-9518-4d8a-8aa6-fe5d3f60ba0b, infoPort=59394, infoSecurePort=0, ipcPort=42382, storageInfo=lv=-56;cid=testClusterID;nsid=1090240832;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2327318 INFO  (TEST-StressHdfsTest.test-seed#[15616FF778230D6A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2327319 INFO  (Thread-6917) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2327320 INFO  (Thread-6917) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2327323 ERROR (Thread-6917) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2327419 INFO  (TEST-StressHdfsTest.test-seed#[15616FF778230D6A]) [    ] o.a.s.c.ZkTestServer start zk server on port:58600
   [junit4]   2> 2327420 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:49656 got version 0 expected version 9
   [junit4]   2> 2328893 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:61687 got version 0 expected version 9
   [junit4]   2> 2330135 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:57119 got version 0 expected version 9
   [junit4]   2> 2331416 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:45281 got version 0 expected version 9
   [junit4]   2> 2332838 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:62788 got version 0 expected version 9
   [junit4]   2> 2334832 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:49354 got version 0 expected version 9
   [junit4]   2> 2336187 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:54185 got version 0 expected version 9
   [junit4]   2> 2338116 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:40454 got version 0 expected version 9
   [junit4]   2> 2339244 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:47513 got version 0 expected version 9
   [junit4]   2> 2340559 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:43662 got version 0 expected version 9
   [junit4]   2> 2341977 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:53979 got version 0 expected version 9
   [junit4]   2> 2343578 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:47081 got version 0 expected version 9
   [junit4]   2> 2345419 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:56878 got version 0 expected version 9
   [junit4]   2> 2346701 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:47181 got version 0 expected version 9
   [junit4]   2> 2348611 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:52067 got version 0 expected version 9
   [junit4]   2> 2350326 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:50077 got version 0 expected version 9
   [junit4]   2> 2351626 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:50871 got version 0 expected version 9
   [junit4]   2> 2353195 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:59626 got version 0 expected version 9
   [junit4]   2> 2354715 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:39573 got version 0 expected version 9
   [junit4]   2> 2356377 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:57651 got version 0 expected version 9
   [junit4]   2> 2358065 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:39913 got version 0 expected version 9
   [junit4]   2> 2359982 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:39545 got version 0 expected version 9
   [junit4]   2> 2361813 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:37739 got version 0 expected version 9
   [junit4]   2> 2363749 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:46410 got version 0 expected version 9
   [junit4]   2> 2365682 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:46933 got version 0 expected version 9
   [junit4]   2> 2367311 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:39160 got version 0 expected version 9
   [junit4]   2> 2368635 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:45217 got version 0 expected version 9
   [junit4]   2> 2370692 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:53198 got version 0 expected version 9
   [junit4]   2> 2372703 WARN  (Socket Reader #1 for port 58600) [    ] o.a.h.i.Server Incorrect header or version mismatch from 127.0.0.1:43842 got version 0 expected version 9
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=StressHdfsTest -Dtests.method=test -Dtests.seed=15616FF778230D6A -Dtests.slow=true -Dtests.locale=de-CH -Dtests.timezone=America/Detroit -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   45.6s J1 | StressHdfsTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58600 within 45000 ms
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([15616FF778230D6A:9D35502DD6DF6092]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
   [junit4]    > 	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:86)
   [junit4]    > 	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:80)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:80)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:225)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:955)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:58600 within 45000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
   [junit4]    > 	... 38 more
   [junit4]   2> 2372810 WARN  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 2372819 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 2372921 WARN  (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to solaris-vm/127.0.0.1:56716) [    ] o.a.h.h.s.d.DataNode BPOfferService for Block pool BP-640274203-127.0.0.1-1495579526146 (Datanode Uuid 54a4d09f-9518-4d8a-8aa6-fe5d3f60ba0b) service to solaris-vm/127.0.0.1:56716 interrupted
   [junit4]   2> 2372921 WARN  (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to solaris-vm/127.0.0.1:56716) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-640274203-127.0.0.1-1495579526146 (Datanode Uuid 54a4d09f-9518-4d8a-8aa6-fe5d3f60ba0b) service to solaris-vm/127.0.0.1:56716
   [junit4]   2> 2372925 WARN  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 2372931 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 2373033 WARN  (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to solaris-vm/127.0.0.1:56716) [    ] o.a.h.h.s.d.DataNode BPOfferService for Block pool BP-640274203-127.0.0.1-1495579526146 (Datanode Uuid a9ea597a-fd5e-44a9-8750-486ecd8a522e) service to solaris-vm/127.0.0.1:56716 interrupted
   [junit4]   2> 2373033 WARN  (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to solaris-vm/127.0.0.1:56716) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-640274203-127.0.0.1-1495579526146 (Datanode Uuid a9ea597a-fd5e-44a9-8750-486ecd8a522e) service to solaris-vm/127.0.0.1:56716
   [junit4]   2> 2373048 INFO  (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@solaris-vm:0
   [junit4]   2> 2373150 ERROR (SUITE-StressHdfsTest-seed#[15616FF778230D6A]-worker) [    ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
   [junit4]   2> java.lang.reflect.InvocationTargetException
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2> 	... 54 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_15616FF778230D6A-001
   [junit4]   2> May 23, 2017 10:46:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 31 leaked thread(s).
   [junit4]   2> May 23, 2017 10:46:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 5 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.StressHdfsTest: 
   [junit4]   2>    1) Thread[id=28595, name=Thread-6917, state=WAITING, group=TGRP-StressHdfsTest]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
   [junit4]   2>         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]   2>         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]   2>    2) Thread[id=28598, name=SyncThread:0, state=WAITING, group=TGRP-StressHdfsTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127)
   [junit4]   2>    3) Thread[id=28599, name=ProcessThread(sid:0 cport:58600):, state=WAITING, group=TGRP-StressHdfsTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]   2>    4) Thread[id=28596, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-StressHdfsTest]
   [junit4]   2>         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4]   2>         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4]   2>         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    5) Thread[id=28597, name=SessionTracker, state=TIMED_WAITING, group=TGRP-StressHdfsTest]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]   2> May 23, 2017 10:46:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=28595, name=Thread-6917, state=WAITING, group=TGRP-StressHdfsTest]
   [junit4]   2>    2) Thread[id=28598, name=SyncThread:0, state=WAITING, group=TGRP-StressHdfsTest]
   [junit4]   2>    3) Thread[id=28599, name=ProcessThread(sid:0 cport:58600):, state=WAITING, group=TGRP-StressHdfsTest]
   [junit4]   2>    4) Thread[id=28596, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-StressHdfsTest]
   [junit4]   2>    5) Thread[id=28597, name=SessionTracker, state=TIMED_WAITING, group=TGRP-StressHdfsTest]
   [junit4]   2> 2393264 WARN  (Thread-6917) [    ] o.a.s.c.ZkTestServer Server interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2> 	at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
   [junit4]   2> 	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]   2> 	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]   2> 2393264 ERROR (SyncThread:0) [    ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SyncThread:0
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127)
   [junit4]   2> 2393265 ERROR (SyncThread:0) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2393265 ERROR (SessionTracker) [    ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]   2> 2393265 ERROR (SessionTracker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2393266 ERROR (ProcessThread(sid:0 cport:58600):) [    ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : ProcessThread(sid:0 cport:58600):
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]   2> 2393266 ERROR (ProcessThread(sid:0 cport:58600):) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> May 23, 2017 10:46:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=28596, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-StressHdfsTest]
   [junit4]   2>         at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]   2>         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1350, maxMBSortInHeap=6.764548298033407, sim=RandomSimilarity(queryNorm=false): {}, locale=de-CH, timezone=America/Detroit
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=3,free=111231248,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [CircularListTest, ConjunctionSolrSpellCheckerTest, TestSolrCloudWithDelegationTokens, TestIndexingPerformance, TestXmlQParserPlugin, HttpSolrCallGetCoreTest, DOMUtilTest, TestDocumentBuilder, RankQueryTest, HdfsCollectionsAPIDistributedZkTest, ReplicaListTransformerTest, TestSolrIndexConfig, TestFieldCacheReopen, DeleteShardTest, BasicZkTest, TestMiniSolrCloudClusterSSL, TestFastLRUCache, DocValuesMissingTest, SecurityConfHandlerTest, ExternalFileFieldSortTest, NoCacheHeaderTest, SSLMigrationTest, TestQuerySenderListener, TestRebalanceLeaders, AnalysisErrorHandlingTest, EchoParamsTest, TestMissingGroups, DistributedIntervalFacetingTest, SolrIndexSplitterTest, CdcrReplicationHandlerTest, WordBreakSolrSpellCheckerTest, ConvertedLegacyTest, LeaderInitiatedRecoveryOnShardRestartTest, CollectionsAPIDistributedZkTest, TestLMDirichletSimilarityFactory, BasicAuthIntegrationTest, AsyncCallRequestStatusResponseTest, ShowFileRequestHandlerTest, TestInPlaceUpdatesDistrib, RulesTest, PreAnalyzedFieldTest, TestSolrConfigHandlerCloud, BasicDistributedZk2Test, TestInitParams, TestAtomicUpdateErrorCases, DistributedFacetPivotLargeTest, TestFieldCollectionResource, TestDFRSimilarityFactory, TestBackupRepositoryFactory, TestNumericTerms32, TestFileDictionaryLookup, TestSolrCoreSnapshots, SortByFunctionTest, TestPHPSerializedResponseWriter, TestCustomSort, TestSha256AuthenticationProvider, SpellPossibilityIteratorTest, TestDocSet, IndexSchemaTest, TestManagedResource, TestSubQueryTransformerCrossCore, BitVectorTest, LargeFieldTest, TestCloudSchemaless, TestSchemalessBufferedUpdates, TestStandardQParsers, TestSchemaSimilarityResource, TestCoreDiscovery, PKIAuthenticationIntegrationTest, TestBinaryResponseWriter, TestJsonFacets, TestAddFieldRealTimeGet, TestConfigSets, TestTolerantUpdateProcessorRandomCloud, TestOrdValues, CloneFieldUpdateProcessorFactoryTest, CloudMLTQParserTest, PreAnalyzedUpdateProcessorTest, CollectionReloadTest, ReturnFieldsTest, TestHighFrequencyDictionaryFactory, SolrXmlInZkTest, LeaderFailureAfterFreshStartTest, SuggesterTest, TestJoin, TestScoreJoinQPScore, TestCloudManagedSchema, BadCopyFieldTest, CSVRequestHandlerTest, UtilsToolTest, TestSerializedLuceneMatchVersion, HdfsUnloadDistributedZkTest, DistributedVersionInfoTest, TestFastWriter, CoreAdminCreateDiscoverTest, TestPointFields, SpatialRPTFieldTypeTest, TestFiltering, TestDeleteCollectionOnDownNodes, DistanceUnitsTest, AutoCommitTest, ConnectionReuseTest, TestHalfAndHalfDocValues, TestDynamicFieldCollectionResource, TestSolrCoreProperties, TestHashQParserPlugin, FullSolrCloudDistribCmdsTest, HdfsDirectoryFactoryTest, BlockDirectoryTest, TestUninvertingReader, BadComponentTest, TestWriterPerf, SuggesterWFSTTest, FieldMutatingUpdateProcessorTest, TestNestedDocsSort, OpenCloseCoreStressTest, TestPKIAuthenticationPlugin, ShardRoutingCustomTest, TestPayloadCheckQParserPlugin, RestartWhileUpdatingTest, TestLocalFSCloudBackupRestore, TestRestManager, CreateCollectionCleanupTest, CoreAdminHandlerTest, ClusterStateTest, TestCollectionAPIs, MissingSegmentRecoveryTest, RecoveryAfterSoftCommitTest, TestPathTrie, DistanceFunctionTest, TestBadConfig, TestHdfsBackupRestoreCore, TestTlogReplica, DefaultValueUpdateProcessorTest, TestReloadAndDeleteDocs, TestTrieFacet, TestQueryWrapperFilter, AddSchemaFieldsUpdateProcessorFactoryTest, TestObjectReleaseTracker, TestReversedWildcardFilterFactory, ConfigureRecoveryStrategyTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSchemaNameResource, SuggesterTSTTest, SolrMetricManagerTest, TestRealTimeGet, TestRawTransformer, BadIndexSchemaTest, GraphQueryTest, TestGraphMLResponseWriter, TestDistributedGrouping, TestConfig, OverseerTaskQueueTest, SpatialHeatmapFacetsTest, TestClassNameShortening, TestCrossCoreJoin, SolrInfoBeanTest, SystemInfoHandlerTest, TestConfigSetImmutable, TestPullReplica, MetricUtilsTest, DirectoryFactoryTest, TestSystemCollAutoCreate, ReplaceNodeTest, SolrShardReporterTest, TestUseDocValuesAsStored2, SliceStateTest, LeaderElectionContextKeyTest, DistribJoinFromCollectionTest, TestSolrCloudWithSecureImpersonation, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDownShardTolerantSearch, ChaosMonkeySafeLeaderTest, ShardRoutingTest, TestReplicationHandler, ZkSolrClientTest, TestRandomDVFaceting, TestFaceting, TestRecovery, TestStressReorder, HardAutoCommitTest, TestRangeQuery, StatsComponentTest, QueryElevationComponentTest, TestLazyCores, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, TestFoldingMultitermQuery, TestStressLucene, TestTrie, SpatialFilterTest, SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, ResponseLogComponentTest, TestStressRecovery, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCodecSupport, TestIBSimilarityFactory, ScriptEngineTest, URLClassifyProcessorTest, PrimUtilsTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, UUIDFieldTest, TestRTGBase, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AliasIntegrationTest, AssignTest, CdcrBootstrapTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, MultiThreadedOCPTest, ShardSplitTest, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudCluster, TestSSLRandomization, TestSizeLimitedDistributedMap, TestStressLiveNodes, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, StressHdfsTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=StressHdfsTest -Dtests.seed=15616FF778230D6A -Dtests.slow=true -Dtests.locale=de-CH -Dtests.timezone=America/Detroit -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | StressHdfsTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.StressHdfsTest: 
   [junit4]    >    1) Thread[id=28595, name=Thread-6917, state=WAITING, group=TGRP-StressHdfsTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1252)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1326)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]    >    2) Thread[id=28598, name=SyncThread:0, state=WAITING, group=TGRP-StressHdfsTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127)
   [junit4]    >    3) Thread[id=28599, name=ProcessThread(sid:0 cport:58600):, state=WAITING, group=TGRP-StressHdfsTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]    >    4) Thread[id=28596, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-StressHdfsTest]
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
   [junit4]    >         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
   [junit4]    >         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=28597, name=SessionTracker, state=TIMED_WAITING, group=TGRP-StressHdfsTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([15616FF778230D6A]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=28596, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-StressHdfsTest]
   [junit4]    >         at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]    >         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([15616FF778230D6A]:0)
   [junit4] Completed [565/713 (1!)] on J1 in 71.25s, 1 test, 3 errors <<< FAILURES!

[...truncated 6837 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestParallelWeightCreation
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/init-core-data-001
   [junit4]   2> 15928 WARN  (SUITE-TestParallelWeightCreation-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 15928 INFO  (SUITE-TestParallelWeightCreation-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 15930 INFO  (SUITE-TestParallelWeightCreation-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 15932 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> 15933 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 15957 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 15989 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 16001 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 16131 WARN  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 16131 WARN  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 16131 WARN  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 16153 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 16161 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 16169 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 16170 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 16171 WARN  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 16171 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 16171 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/init-core-data-001/]
   [junit4]   2> 16253 WARN  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 16254 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 16254 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 16255 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 16255 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 16256 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@30ea321e[collection1] main]
   [junit4]   2> 16257 WARN  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/contrib/ltr/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 16257 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 16257 WARN  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 16257 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 16257 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 16257 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 16257 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 16257 WARN  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 16257 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 16257 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 16257 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 16257 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 16258 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 16258 INFO  (coreLoadExecutor-136-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568229343133433856
   [junit4]   2> 16260 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 16267 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 16267 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 16267 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/tempDir-003/cores/core
   [junit4]   2> 16270 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 16271 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3eda3c06{/solr,null,AVAILABLE}
   [junit4]   2> 16298 INFO  (searcherExecutor-137-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@30ea321e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 16309 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4238ea2c{SSL,[ssl, http/1.1]}{127.0.0.1:52157}
   [junit4]   2> 16309 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.e.j.s.Server Started @19112ms
   [junit4]   2> 16309 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52157, configSetBaseDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/tempDir-001, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/tempDir-003/cores}
   [junit4]   2> 16309 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 16309 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 16309 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 16309 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 16309 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T22:54:06.832Z
   [junit4]   2> 16310 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/tempDir-001/solr.xml
   [junit4]   2> 16355 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/tempDir-003/cores
   [junit4]   2> 16355 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 16377 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 16392 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 16400 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 16402 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 16403 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 16403 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/tempDir-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/tempDir-003/cores/core/data/]
   [junit4]   2> 16446 WARN  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 16447 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 16447 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 16448 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 16448 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 16449 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a948f9e[collection1] main]
   [junit4]   2> 16449 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.TestParallelWeightCreation_431D28E13B2209E9-001/tempDir-001/collection1/conf
   [junit4]   2> 16449 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 16450 WARN  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 16450 WARN  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 16450 INFO  (coreLoadExecutor-148-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568229343334760448
   [junit4]   2> 16451 INFO  (searcherExecutor-149-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a948f9e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 16863 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[431D28E13B2209E9]) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#52157
   [junit4]   2> 16892 INFO  (qtp450750483-185) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">1</field><field+name%3D"title">w1+w3</field><field+name%3D"description">w1</field><field+name%3D"popularity">1</field></doc></add>}{add=[1 (1568229343795085312)]} 0 4
   [junit4]   2> 16899 INFO  (qtp450750483-184) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">2</field><field+name%3D"title">w2</field><field+name%3D"description">w2</field><field+name%3D"popularity">2</field></doc></add>}{add=[2 (1568229343803473920)]} 0 2
   [junit4]   2> 16902 INFO  (qtp450750483-183) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+

[...truncated too long message...]

rver.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 35122 INFO  (qtp1879960187-387) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 35127 INFO  (qtp1879960187-386) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 35129 INFO  (qtp1879960187-388) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 35130 INFO  (qtp1879960187-388) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 35135 INFO  (qtp1879960187-388) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=3
   [junit4]   2> 35137 INFO  (qtp1879960187-390) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=0
   [junit4]   2> 35143 INFO  (qtp1879960187-390) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=3
   [junit4]   2> 35144 ERROR (TEST-TestFieldLengthFeature.testRanking-seed#[431D28E13B2209E9]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='8'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":3,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"title:w1",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*, score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr model=title-model reRankDocs=4}"}},
   [junit4]   2>   "response":{"numFound":4,"start":0,"maxScore":2.95147899E18,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "_version_":1568229362580324352,
   [junit4]   2>         "score":2.95147899E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"6",
   [junit4]   2>         "title":"w1 w2",
   [junit4]   2>         "description":"w1 w2",
   [junit4]   2>         "_version_":1568229362612830208,
   [junit4]   2>         "score":2.04963825E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"7",
   [junit4]   2>         "title":"w1 w2 w3 w4 w5",
   [junit4]   2>         "description":"w1 w2 w3 w4 w5 w8",
   [junit4]   2>         "_version_":1568229362619121664,
   [junit4]   2>         "score":7.3786975E17},
   [junit4]   2>       {
   [junit4]   2>         "id":"8",
   [junit4]   2>         "title":"w1 w1 w1 w2 w2 w8",
   [junit4]   2>         "description":"w1 w1 w1 w2 w2",
   [junit4]   2>         "_version_":1568229362624364544,
   [junit4]   2>         "score":5.12409561E17}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=title%3Aw1&fl=*%2C+score&rows=4&rq=%7B%21ltr+model%3Dtitle-model+reRankDocs%3D4%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 35144 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[431D28E13B2209E9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRanking
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldLengthFeature -Dtests.method=testRanking -Dtests.seed=431D28E13B2209E9 -Dtests.slow=true -Dtests.locale=et-EE -Dtests.timezone=America/Barbados -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.07s J1 | TestFieldLengthFeature.testRanking <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([431D28E13B2209E9:DC2B817FA3581626]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 35147 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4789cce8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 35148 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1747920079
   [junit4]   2> 35148 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 35148 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 35148 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 35148 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 35148 INFO  (coreCloseExecutor-313-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@71191f48
   [junit4]   2> 35151 INFO  (coreCloseExecutor-313-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1897471816
   [junit4]   2> 35155 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76630869{/solr,null,UNAVAILABLE}
   [junit4]   2> 35159 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 35159 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31672815
   [junit4]   2> 35159 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 35159 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 35159 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 35160 INFO  (SUITE-TestFieldLengthFeature-seed#[431D28E13B2209E9]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 35160 INFO  (coreCloseExecutor-315-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@76bb15a8
   [junit4]   2> 35160 INFO  (coreCloseExecutor-315-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1991972264
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J1/temp/solr.ltr.feature.TestFieldLengthFeature_431D28E13B2209E9-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=6, maxDocsPerChunk=3, blockSize=844), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=6, blockSize=844)), sim=RandomSimilarity(queryNorm=true): {}, locale=et-EE, timezone=America/Barbados
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=81106816,total=314572800
   [junit4]   2> NOTE: All tests run in this JVM: [TestRankingFeature, TestModelManager, TestValueFeature, TestLTRReRankingPipeline, TestUserTermScorerQuery, TestFilterSolrFeature, TestParallelWeightCreation, TestLTRQParserExplain, TestLTRQParserPlugin, TestLTRScoringQuery, TestLTRWithFacet, TestSelectiveWeightCreation, TestExternalValueFeatures, TestFieldLengthFeature]
   [junit4] Completed [26/33 (4!)] on J1 in 1.25s, 3 tests, 1 error <<< FAILURES!

[...truncated 37006 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1317 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1317/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

5 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test

Error Message:
Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([88C63573E6967467:920AA9486A199F]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1392)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1139)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:890)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.tryDelete(ChaosMonkeySafeLeaderWithPullReplicasTest.java:235)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([8653107AC31266F2:4F2BA11D1CDD3133]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([8653107AC31266F2:E31F301A0970011A]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([8653107AC31266F2:DB6207BF4E2E1199]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([8653107AC31266F2:1965B9E45B68793D]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12603 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/init-core-data-001
   [junit4]   2> 1653749 WARN  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[88C63573E6967467]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=69 numCloses=69
   [junit4]   2> 1653750 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[88C63573E6967467]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1653751 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[88C63573E6967467]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1653751 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[88C63573E6967467]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /rk/x
   [junit4]   2> 1653751 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 3 nodes
   [junit4]   2> 1653753 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1653754 INFO  (Thread-6652) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1653754 INFO  (Thread-6652) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1653755 ERROR (Thread-6652) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1653854 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.ZkTestServer start zk server on port:35865
   [junit4]   2> 1653863 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1653864 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1653865 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1653867 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1653868 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1653870 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1653872 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1653873 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1653875 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1653876 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1653877 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1653879 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1654004 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/control-001/cores/collection1
   [junit4]   2> 1654005 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1654006 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29bdd2a5{/rk/x,null,AVAILABLE}
   [junit4]   2> 1654006 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4b383cd4{HTTP/1.1,[http/1.1]}{127.0.0.1:33172}
   [junit4]   2> 1654006 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.Server Started @1656128ms
   [junit4]   2> 1654006 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/tempDir-001/control/data, replicaType=NRT, hostContext=/rk/x, hostPort=33172, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/control-001/cores}
   [junit4]   2> 1654006 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1654006 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1654006 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1654006 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1654006 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T14:20:16.593Z
   [junit4]   2> 1654027 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1654028 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/control-001/solr.xml
   [junit4]   2> 1654031 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1654033 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35865/solr
   [junit4]   2> 1654055 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1654055 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33172_rk%2Fx
   [junit4]   2> 1654056 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.Overseer Overseer (id=98012313442189316-127.0.0.1:33172_rk%2Fx-n_0000000000) starting
   [junit4]   2> 1654066 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33172_rk%2Fx
   [junit4]   2> 1654070 INFO  (zkCallback-3283-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1654148 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1654151 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1654151 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1654152 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/control-001/cores
   [junit4]   2> 1654152 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1654153 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1654155 INFO  (OverseerStateUpdate-98012313442189316-127.0.0.1:33172_rk%2Fx-n_0000000000) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1655412 WARN  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1655413 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1655421 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1655552 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1655567 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1655567 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1655568 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1655568 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/control-001/cores/collection1/data/]
   [junit4]   2> 1655569 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3936828971168742]
   [junit4]   2> 1655573 WARN  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1655607 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1655607 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1655608 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1655608 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1655609 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=23.888671875, floorSegmentMB=0.658203125, forceMergeDeletesPctAllowed=21.628139347301612, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7616170359270261
   [junit4]   2> 1655609 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23ab0ade[collection1] main]
   [junit4]   2> 1655613 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1655613 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1655614 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1655614 INFO  (searcherExecutor-8513-thread-1-processing-n:127.0.0.1:33172_rk%2Fx x:collection1 c:control_collection) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23ab0ade[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1655614 INFO  (coreLoadExecutor-8512-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568197017024331776
   [junit4]   2> 1655621 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:33172_rk%2Fx x:collection1 c:control_collection) [n:127.0.0.1:33172_rk%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1655621 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:33172_rk%2Fx x:collection1 c:control_collection) [n:127.0.0.1:33172_rk%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1655621 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:33172_rk%2Fx x:collection1 c:control_collection) [n:127.0.0.1:33172_rk%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33172/rk/x/collection1/
   [junit4]   2> 1655621 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:33172_rk%2Fx x:collection1 c:control_collection) [n:127.0.0.1:33172_rk%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1655621 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:33172_rk%2Fx x:collection1 c:control_collection) [n:127.0.0.1:33172_rk%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33172/rk/x/collection1/ has no replicas
   [junit4]   2> 1655621 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:33172_rk%2Fx x:collection1 c:control_collection) [n:127.0.0.1:33172_rk%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1655626 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:33172_rk%2Fx x:collection1 c:control_collection) [n:127.0.0.1:33172_rk%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33172/rk/x/collection1/ shard1
   [junit4]   2> 1655671 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1655672 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35865/solr ready
   [junit4]   2> 1655672 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1655777 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:33172_rk%2Fx x:collection1 c:control_collection) [n:127.0.0.1:33172_rk%2Fx c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1655778 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-1-001/cores/collection1
   [junit4]   2> 1655778 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-1-001 of type PULL
   [junit4]   2> 1655779 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1655780 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@db7eb66{/rk/x,null,AVAILABLE}
   [junit4]   2> 1655781 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@406bc2a1{HTTP/1.1,[http/1.1]}{127.0.0.1:41044}
   [junit4]   2> 1655781 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.Server Started @1657903ms
   [junit4]   2> 1655781 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/tempDir-001/jetty1, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/rk/x, hostPort=41044, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-1-001/cores}
   [junit4]   2> 1655781 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1655781 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1655782 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1655782 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1655782 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T14:20:18.369Z
   [junit4]   2> 1655785 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1655785 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-1-001/solr.xml
   [junit4]   2> 1655788 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1655791 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35865/solr
   [junit4]   2> 1655794 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c35ae06560007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1655805 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1655808 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1655811 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41044_rk%2Fx
   [junit4]   2> 1655813 INFO  (zkCallback-3283-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1655813 INFO  (zkCallback-3287-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1655815 INFO  (zkCallback-3292-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1656131 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1656134 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1656134 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1656135 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-1-001/cores
   [junit4]   2> 1656136 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1656136 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1656142 INFO  (OverseerStateUpdate-98012313442189316-127.0.0.1:33172_rk%2Fx-n_0000000000) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1657149 WARN  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1657149 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1657157 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1657203 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1657224 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1657224 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node1' (registry 'solr.core.collection1.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1657224 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1657224 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-1-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1657226 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3936828971168742]
   [junit4]   2> 1657234 WARN  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1657278 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1657278 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1657279 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=23.888671875, floorSegmentMB=0.658203125, forceMergeDeletesPctAllowed=21.628139347301612, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7616170359270261
   [junit4]   2> 1657279 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@37e3479f[collection1] main]
   [junit4]   2> 1657280 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1657280 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1657281 INFO  (coreLoadExecutor-8523-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1657318 INFO  (searcherExecutor-8524-thread-1-processing-n:127.0.0.1:41044_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:41044_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@37e3479f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1657318 INFO  (coreZkRegister-8518-thread-1-processing-n:127.0.0.1:41044_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:41044_rk%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader
   [junit4]   2> 1657319 INFO  (coreZkRegister-8518-thread-1-processing-n:127.0.0.1:41044_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:41044_rk%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7
   [junit4]   2> 1657320 INFO  (coreZkRegister-8518-thread-1-processing-n:127.0.0.1:41044_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:41044_rk%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms
   [junit4]   2> 1657320 WARN  (coreZkRegister-8518-thread-1-processing-n:127.0.0.1:41044_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:41044_rk%2Fx c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 1657764 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-2-001/cores/collection1
   [junit4]   2> 1657764 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-2-001 of type PULL
   [junit4]   2> 1657765 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1657767 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6458fd8d{/rk/x,null,AVAILABLE}
   [junit4]   2> 1657767 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5716807a{HTTP/1.1,[http/1.1]}{127.0.0.1:37913}
   [junit4]   2> 1657768 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.Server Started @1659890ms
   [junit4]   2> 1657768 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/tempDir-001/jetty2, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/rk/x, hostPort=37913, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-2-001/cores}
   [junit4]   2> 1657768 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1657768 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1657768 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1657768 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1657768 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T14:20:20.355Z
   [junit4]   2> 1657771 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1657772 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-2-001/solr.xml
   [junit4]   2> 1657775 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1657780 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35865/solr
   [junit4]   2> 1657794 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1657797 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1657801 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37913_rk%2Fx
   [junit4]   2> 1657803 INFO  (zkCallback-3292-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1657803 INFO  (zkCallback-3283-thread-1-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1657803 INFO  (zkCallback-3287-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1657804 INFO  (zkCallback-3298-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1657900 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1657903 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1657904 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1657905 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-2-001/cores
   [junit4]   2> 1657905 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1657906 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1657907 INFO  (OverseerStateUpdate-98012313442189316-127.0.0.1:33172_rk%2Fx-n_0000000000) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1658917 WARN  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1658917 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1658925 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1658976 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1658995 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1658995 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1658995 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1658995 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-2-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 1658997 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3936828971168742]
   [junit4]   2> 1659000 WARN  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1659038 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1659038 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1659039 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=23.888671875, floorSegmentMB=0.658203125, forceMergeDeletesPctAllowed=21.628139347301612, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7616170359270261
   [junit4]   2> 1659039 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ca96566[collection1] main]
   [junit4]   2> 1659041 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1659041 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1659042 INFO  (coreLoadExecutor-8535-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1659042 INFO  (searcherExecutor-8536-thread-1-processing-n:127.0.0.1:37913_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:37913_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ca96566[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1659043 INFO  (coreZkRegister-8530-thread-1-processing-n:127.0.0.1:37913_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:37913_rk%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader
   [junit4]   2> 1659043 INFO  (coreZkRegister-8530-thread-1-processing-n:127.0.0.1:37913_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:37913_rk%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7
   [junit4]   2> 1659044 INFO  (coreZkRegister-8530-thread-1-processing-n:127.0.0.1:37913_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:37913_rk%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms
   [junit4]   2> 1659044 WARN  (coreZkRegister-8530-thread-1-processing-n:127.0.0.1:37913_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:37913_rk%2Fx c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 1659544 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-3-001/cores/collection1
   [junit4]   2> 1659544 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-3-001 of type NRT
   [junit4]   2> 1659545 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1659546 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2919a65c{/rk/x,null,AVAILABLE}
   [junit4]   2> 1659546 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a3c6b05{HTTP/1.1,[http/1.1]}{127.0.0.1:47630}
   [junit4]   2> 1659547 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.e.j.s.Server Started @1661670ms
   [junit4]   2> 1659547 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/rk/x, hostPort=47630, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-3-001/cores}
   [junit4]   2> 1659547 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1659547 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1659547 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1659547 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1659547 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T14:20:22.134Z
   [junit4]   2> 1659550 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1659550 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-3-001/solr.xml
   [junit4]   2> 1659553 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1659555 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35865/solr
   [junit4]   2> 1659558 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c35ae0656000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1659566 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:47630_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1659569 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:47630_rk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1659572 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:47630_rk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47630_rk%2Fx
   [junit4]   2> 1659573 INFO  (zkCallback-3287-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1659574 INFO  (zkCallback-3292-thread-1-processing-n:127.0.0.1:41044_rk%2Fx) [n:127.0.0.1:41044_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1659574 INFO  (zkCallback-3298-thread-1-processing-n:127.0.0.1:37913_rk%2Fx) [n:127.0.0.1:37913_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1659575 INFO  (zkCallback-3283-thread-2-processing-n:127.0.0.1:33172_rk%2Fx) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1659575 INFO  (zkCallback-3304-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1659622 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:47630_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1659625 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:47630_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1659625 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:47630_rk%2Fx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1659627 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:47630_rk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-3-001/cores
   [junit4]   2> 1659627 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[88C63573E6967467]) [n:127.0.0.1:47630_rk%2Fx    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1659627 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1659629 INFO  (OverseerStateUpdate-98012313442189316-127.0.0.1:33172_rk%2Fx-n_0000000000) [n:127.0.0.1:33172_rk%2Fx    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1660641 WARN  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1660641 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1660649 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1660695 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1660713 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1660713 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node3' (registry 'solr.core.collection1.shard1.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2797bea3
   [junit4]   2> 1660713 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1660713 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-3-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_88C63573E6967467-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 1660715 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3936828971168742]
   [junit4]   2> 1660723 WARN  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1660793 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1660793 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1660793 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1660793 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1660794 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=23.888671875, floorSegmentMB=0.658203125, forceMergeDeletesPctAllowed=21.628139347301612, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7616170359270261
   [junit4]   2> 1660794 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40062838[collection1] main]
   [junit4]   2> 1660797 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1660799 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1660800 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1660800 INFO  (coreLoadExecutor-8547-thread-1-processing-n:127.0.0.1:47630_rk%2Fx) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568197022462246912
   [junit4]   2> 1660802 INFO  (searcherExecutor-8548-thread-1-processing-n:127.0.0.1:47630_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:47630_rk%2Fx c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@40062838[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1660848 INFO  (coreZkRegister-8542-thread-1-processing-n:127.0.0.1:47630_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:47630_rk%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1660848 INFO  (coreZkRegister-8542-thread-1-processing-n:127.0.0.1:47630_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:47630_rk%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1660848 INFO  (coreZkRegister-8542-thread-1-processing-n:127.0.0.1:47630_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:47630_rk%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47630/rk/x/collection1/
   [junit4]   2> 1660848 INFO  (coreZkRegister-8542-thread-1-processing-n:127.0.0.1:47630_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:47630_rk%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1660848 INFO  (coreZkRegister-8542-thread-1-processing-n:127.0.0.1:47630_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:47630_rk%2Fx c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47630/rk/x/collection1/ has no replicas
   [junit4]   2> 1660848 INFO  (coreZkRegister-8542-thread-1-processing-n:127.0.0.1:47630_rk%2Fx x:collection1 c:collection1) [n:127.0.0.1:47630_rk%2Fx c:

[...truncated too long message...]

dler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 36296 INFO  (qtp1144658998-910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 36300 INFO  (qtp1144658998-912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 36302 INFO  (qtp1144658998-909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 36304 INFO  (qtp1144658998-915) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 36306 INFO  (qtp1144658998-914) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json} hits=4 status=0 QTime=0
   [junit4]   2> 36311 INFO  (qtp1144658998-913) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=0
   [junit4]   2> 36313 INFO  (qtp1144658998-913) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w1&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Dtitle-model+reRankDocs%3D4}} hits=4 status=0 QTime=1
   [junit4]   2> 36314 ERROR (TEST-TestFieldLengthFeature.testRanking-seed#[8653107AC31266F2]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='8'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":1,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"title:w1",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*, score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr model=title-model reRankDocs=4}"}},
   [junit4]   2>   "response":{"numFound":4,"start":0,"maxScore":2.95147899E18,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "_version_":1568198474570137600,
   [junit4]   2>         "score":2.95147899E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"6",
   [junit4]   2>         "title":"w1 w2",
   [junit4]   2>         "description":"w1 w2",
   [junit4]   2>         "_version_":1568198474602643456,
   [junit4]   2>         "score":2.04963825E18},
   [junit4]   2>       {
   [junit4]   2>         "id":"7",
   [junit4]   2>         "title":"w1 w2 w3 w4 w5",
   [junit4]   2>         "description":"w1 w2 w3 w4 w5 w8",
   [junit4]   2>         "_version_":1568198474605789184,
   [junit4]   2>         "score":7.3786975E17},
   [junit4]   2>       {
   [junit4]   2>         "id":"8",
   [junit4]   2>         "title":"w1 w1 w1 w2 w2 w8",
   [junit4]   2>         "description":"w1 w1 w1 w2 w2",
   [junit4]   2>         "_version_":1568198474607886336,
   [junit4]   2>         "score":5.12409561E17}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=title%3Aw1&fl=*%2C+score&rows=4&rq=%7B%21ltr+model%3Dtitle-model+reRankDocs%3D4%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 36314 INFO  (TEST-TestFieldLengthFeature.testRanking-seed#[8653107AC31266F2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRanking
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldLengthFeature -Dtests.method=testRanking -Dtests.seed=8653107AC31266F2 -Dtests.slow=true -Dtests.locale=ar-SY -Dtests.timezone=Australia/Canberra -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.07s J0 | TestFieldLengthFeature.testRanking <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8653107AC31266F2:1965B9E45B68793D]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 36324 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@251f4924{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 36324 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1444187937
   [junit4]   2> 36324 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 36324 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 36325 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 36325 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 36325 INFO  (coreCloseExecutor-435-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1093e45d
   [junit4]   2> 36328 INFO  (coreCloseExecutor-435-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=278127709
   [junit4]   2> 36333 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@79d35894{/solr,null,UNAVAILABLE}
   [junit4]   2> 36339 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 36339 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=683633183
   [junit4]   2> 36339 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 36340 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 36341 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 36342 INFO  (SUITE-TestFieldLengthFeature-seed#[8653107AC31266F2]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 36342 INFO  (coreCloseExecutor-437-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3fd13d19
   [junit4]   2> 36393 INFO  (coreCloseExecutor-437-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1070677273
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.feature.TestFieldLengthFeature_8653107AC31266F2-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=FSTOrd50, description=FST50, id=Lucene50(blocksize=128), text=PostingsFormat(name=Direct), title=FST50}, docValues:{}, maxPointsInLeafNode=1897, maxMBSortInHeap=7.737052876523288, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SY, timezone=Australia/Canberra
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=22939728,total=136298496
   [junit4]   2> NOTE: All tests run in this JVM: [TestExternalValueFeatures, TestUserTermScoreWithQ, TestFeatureLogging, TestManagedFeatureStore, TestModelManagerPersistence, TestUserTermScorereQDF, TestRerankBase, TestLTRQParserPlugin, TestFieldValueFeature, TestLTROnSolrCloud, TestFieldLengthFeature]
   [junit4] Completed [24/33 (4!)] on J0 in 1.69s, 3 tests, 1 error <<< FAILURES!

[...truncated 37025 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1316 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1316/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

5 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test

Error Message:
Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([C0F9B202C67EB0A8:48AD8DD86882DD50]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1392)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1139)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:890)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.tryDelete(ChaosMonkeySafeLeaderWithPullReplicasTest.java:235)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:7077ACE50FF4058F]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:DC433DE21A5935A6]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:E43E0A475D072525]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:2639B41C48414D81]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12592 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/init-core-data-001
   [junit4]   2> 2112099 WARN  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[C0F9B202C67EB0A8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=71 numCloses=71
   [junit4]   2> 2112099 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[C0F9B202C67EB0A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2112101 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[C0F9B202C67EB0A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2112101 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[C0F9B202C67EB0A8]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2112102 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 3 nodes
   [junit4]   2> 2112103 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2112103 INFO  (Thread-7649) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2112103 INFO  (Thread-7649) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2112105 ERROR (Thread-7649) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2112203 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.ZkTestServer start zk server on port:33040
   [junit4]   2> 2112214 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2112216 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2112218 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2112220 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2112222 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2112224 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2112226 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2112227 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2112228 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2112230 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2112232 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2112236 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 2112342 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores/collection1
   [junit4]   2> 2112345 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2112346 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eb79403{/,null,AVAILABLE}
   [junit4]   2> 2112346 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13fedf5d{SSL,[ssl, http/1.1]}{127.0.0.1:49237}
   [junit4]   2> 2112346 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.Server Started @2114466ms
   [junit4]   2> 2112347 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=49237, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores}
   [junit4]   2> 2112347 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2112347 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2112347 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2112347 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2112347 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T05:26:11.444Z
   [junit4]   2> 2112350 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2112350 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/solr.xml
   [junit4]   2> 2112353 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2112355 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33040/solr
   [junit4]   2> 2112382 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2112383 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49237_
   [junit4]   2> 2112384 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_    ] o.a.s.c.Overseer Overseer (id=98010213331828741-127.0.0.1:49237_-n_0000000000) starting
   [junit4]   2> 2112392 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49237_
   [junit4]   2> 2112394 INFO  (zkCallback-4412-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2112454 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2112456 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2112456 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2112467 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores
   [junit4]   2> 2112467 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:49237_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2112468 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2112470 INFO  (OverseerStateUpdate-98010213331828741-127.0.0.1:49237_-n_0000000000) [n:127.0.0.1:49237_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2113484 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2113492 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2113542 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2113572 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2113572 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2113572 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2113572 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/control-001/cores/collection1/data/]
   [junit4]   2> 2113574 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@743b3ea0
   [junit4]   2> 2113577 WARN  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2113621 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2113621 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2113621 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2113621 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2113622 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2113623 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7991aca5[collection1] main]
   [junit4]   2> 2113624 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2113624 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2113625 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2113625 INFO  (coreLoadExecutor-10168-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568163414904143872
   [junit4]   2> 2113627 INFO  (searcherExecutor-10169-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7991aca5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2113631 INFO  (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2113632 INFO  (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2113632 INFO  (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:49237/collection1/
   [junit4]   2> 2113632 INFO  (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2113632 INFO  (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:49237/collection1/ has no replicas
   [junit4]   2> 2113632 INFO  (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2113636 INFO  (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:49237/collection1/ shard1
   [junit4]   2> 2113788 INFO  (coreZkRegister-10161-thread-1-processing-n:127.0.0.1:49237_ x:collection1 c:control_collection) [n:127.0.0.1:49237_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2113991 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2113992 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33040/solr ready
   [junit4]   2> 2113993 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2114137 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores/collection1
   [junit4]   2> 2114138 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001 of type PULL
   [junit4]   2> 2114140 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2114143 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3363d9f1{/,null,AVAILABLE}
   [junit4]   2> 2114144 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@b42f230{SSL,[ssl, http/1.1]}{127.0.0.1:45476}
   [junit4]   2> 2114144 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.Server Started @2116263ms
   [junit4]   2> 2114144 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/tempDir-001/jetty1, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=45476, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores}
   [junit4]   2> 2114144 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2114144 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2114145 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2114145 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2114145 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T05:26:13.242Z
   [junit4]   2> 2114150 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2114150 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/solr.xml
   [junit4]   2> 2114164 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2114167 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33040/solr
   [junit4]   2> 2114177 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2114181 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2114185 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45476_
   [junit4]   2> 2114188 INFO  (zkCallback-4416-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2114188 INFO  (zkCallback-4412-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2114189 INFO  (zkCallback-4421-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2114317 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2114322 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2114322 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2114324 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores
   [junit4]   2> 2114324 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:45476_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2114325 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2114326 INFO  (OverseerStateUpdate-98010213331828741-127.0.0.1:49237_-n_0000000000) [n:127.0.0.1:49237_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2115341 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2115349 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2115393 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2115411 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 2115412 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node1' (registry 'solr.core.collection1.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2115412 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2115412 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 2115413 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@551483b4
   [junit4]   2> 2115417 WARN  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2115456 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2115456 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2115457 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2115457 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23c01df6[collection1] main]
   [junit4]   2> 2115459 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2115459 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2115459 INFO  (coreLoadExecutor-10179-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2115460 INFO  (coreZkRegister-10174-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader
   [junit4]   2> 2115460 INFO  (searcherExecutor-10180-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23c01df6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2115460 INFO  (coreZkRegister-10174-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7
   [junit4]   2> 2115461 INFO  (coreZkRegister-10174-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms
   [junit4]   2> 2115461 WARN  (coreZkRegister-10174-thread-1-processing-n:127.0.0.1:45476_ x:collection1 c:collection1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 2115946 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores/collection1
   [junit4]   2> 2115946 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001 of type PULL
   [junit4]   2> 2115948 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2115948 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ad822bc{/,null,AVAILABLE}
   [junit4]   2> 2115949 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3cc9e730{SSL,[ssl, http/1.1]}{127.0.0.1:57485}
   [junit4]   2> 2115949 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.Server Started @2118068ms
   [junit4]   2> 2115949 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/tempDir-001/jetty2, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=57485, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores}
   [junit4]   2> 2115949 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2115949 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2115949 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2115949 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2115949 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T05:26:15.046Z
   [junit4]   2> 2115952 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2115952 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/solr.xml
   [junit4]   2> 2115955 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2115957 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33040/solr
   [junit4]   2> 2115967 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2115969 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2115971 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57485_
   [junit4]   2> 2115973 INFO  (zkCallback-4412-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2115973 INFO  (zkCallback-4416-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2115974 INFO  (zkCallback-4421-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2115974 INFO  (zkCallback-4427-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2116115 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2116117 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2116117 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2116119 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores
   [junit4]   2> 2116119 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:57485_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2116120 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2116121 INFO  (OverseerStateUpdate-98010213331828741-127.0.0.1:49237_-n_0000000000) [n:127.0.0.1:49237_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2117136 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2117143 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2117209 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2117224 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 2117224 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2117225 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2117225 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 2117227 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@127ee445
   [junit4]   2> 2117231 WARN  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2117276 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2117276 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2117277 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2117277 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d184dfd[collection1] main]
   [junit4]   2> 2117278 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2117279 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2117279 INFO  (coreLoadExecutor-10191-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2117280 INFO  (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader
   [junit4]   2> 2117280 INFO  (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7
   [junit4]   2> 2117280 INFO  (searcherExecutor-10192-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d184dfd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2117281 INFO  (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms
   [junit4]   2> 2117281 WARN  (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 2117752 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores/collection1
   [junit4]   2> 2117753 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001 of type TLOG
   [junit4]   2> 2117754 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2117756 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11c778e{/,null,AVAILABLE}
   [junit4]   2> 2117756 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@316d22ce{SSL,[ssl, http/1.1]}{127.0.0.1:55559}
   [junit4]   2> 2117756 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.e.j.s.Server Started @2119876ms
   [junit4]   2> 2117756 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=55559, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores}
   [junit4]   2> 2117756 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2117757 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2117757 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2117757 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2117757 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T05:26:16.854Z
   [junit4]   2> 2117763 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2117763 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/solr.xml
   [junit4]   2> 2117768 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2117770 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33040/solr
   [junit4]   2> 2117808 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2117811 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2117814 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55559_
   [junit4]   2> 2117815 INFO  (zkCallback-4421-thread-1-processing-n:127.0.0.1:45476_) [n:127.0.0.1:45476_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2117816 INFO  (zkCallback-4412-thread-1-processing-n:127.0.0.1:49237_) [n:127.0.0.1:49237_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2117816 INFO  (zkCallback-4427-thread-1-processing-n:127.0.0.1:57485_) [n:127.0.0.1:57485_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2117816 INFO  (zkCallback-4416-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2117832 INFO  (zkCallback-4433-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2118026 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2118034 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2118034 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2118037 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores
   [junit4]   2> 2118037 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[C0F9B202C67EB0A8]) [n:127.0.0.1:55559_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2118038 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2118041 INFO  (OverseerStateUpdate-98010213331828741-127.0.0.1:49237_-n_0000000000) [n:127.0.0.1:49237_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2119054 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2119068 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2119146 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2119166 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 2119166 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node3' (registry 'solr.core.collection1.shard1.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a1f880b
   [junit4]   2> 2119167 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2119167 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_C0F9B202C67EB0A8-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 2119169 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6c83c06f
   [junit4]   2> 2119179 WARN  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2119232 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2119232 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2119233 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2119233 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2119234 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2119234 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6459fbb8[collection1] main]
   [junit4]   2> 2119235 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2119236 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2119236 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2119236 INFO  (coreLoadExecutor-10203-thread-1-processing-n:127.0.0.1:55559_) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568163420787703808
   [junit4]   2> 2119237 INFO  (searcherExecutor-10204-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6459fbb8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2119249 INFO  (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2119249 INFO  (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2119249 INFO  (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55559/collection1/
   [junit4]   2> 2119249 INFO  (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2119249 INFO  (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:55559/collection1/ has no replicas
   [junit4]   2> 2119249 INFO  (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2119250 INFO  (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController collection1 stopping background replication from leader
   [junit4]   2> 2119260 INFO  (coreZkRegister-10198-thread-1-processing-n:127.0.0.1:55559_ x:collection1 c:collection1) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:55559/collection1/ shard1
   [junit4]   2> 2119388 INFO  (coreZkRegister-10186-thread-1-processing-n:127.0.0.1:57485_ x:collection1 c:collection1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 2119388 INFO  (updateExecutor-4424-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 2119389 INFO  (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 2119389 INFO  (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:55559/collection1/] and I am [https://127.0.0.1:57485/collection1/]
   [junit4]   2> 2119390 INFO  (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 2119390 INFO  (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Stopping background replicate from leader process
   [junit4]   2> 2119390 INFO  (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController collection1 stopping background replication from leader
   [junit4]   2> 2119391 INFO  (recoveryExecutor-4425-thread-1-processing-n:127.0.0.1:57485_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to replicate from [https://127.0.0.1:55559/collection1/].
   [junit4]   2> 2119393 INFO  (indexFetcher-10185-thread-1) [n:127.0.0.1:45476_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 2119394 INFO  (indexFetcher-10197-thread-1) [n:127.0.0.1:57485_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 2119408 INFO  (qtp395336764-26192) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568163420968058880,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2119408 INFO  (qtp395336764-26192) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2119408 INFO  (qtp395336764-26192) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2119408 INFO  (qtp395336764-26192) [n:127.0.0.1:55559_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 2119409 INFO  (recove

[...truncated too long message...]

   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 22235 INFO  (qtp1460800738-298) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score&rows=4&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3}} hits=5 status=0 QTime=8
   [junit4]   2> 22236 ERROR (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[B90F1D82D03B524E]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":8,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score",
   [junit4]   2>       "rows":"4",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568165015408607232,
   [junit4]   2>         "score":0.36707595},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568165015405461504,
   [junit4]   2>         "score":0.33873552},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w1 w3",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568165015392878592,
   [junit4]   2>         "score":0.2545195},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568165015401267200,
   [junit4]   2>         "score":0.0}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore&rows=4&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 22236 INFO  (TEST-TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder-seed#[B90F1D82D03B524E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRScoringQueryParallelWeightCreationResultOrder
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestParallelWeightCreation -Dtests.method=testLTRScoringQueryParallelWeightCreationResultOrder -Dtests.seed=B90F1D82D03B524E -Dtests.slow=true -Dtests.locale=en-GB -Dtests.timezone=America/Merida -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1.06s J0 | TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B90F1D82D03B524E:DC433DE21A5935A6]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 22250 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[B90F1D82D03B524E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLTRQParserThreadInitialization
   [junit4]   2> 22250 INFO  (TEST-TestParallelWeightCreation.testLTRQParserThreadInitialization-seed#[B90F1D82D03B524E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLTRQParserThreadInitialization
   [junit4]   2> 22251 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4280c3e2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 22251 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=304886879
   [junit4]   2> 22251 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 22251 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 22251 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 22252 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 22252 INFO  (coreCloseExecutor-251-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6b5cb26d
   [junit4]   2> 22255 INFO  (coreCloseExecutor-251-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1801237101
   [junit4]   2> 22258 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7233cfe3{/solr,null,UNAVAILABLE}
   [junit4]   2> 22260 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 22260 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=978466385
   [junit4]   2> 22260 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 22260 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 22260 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 22261 INFO  (SUITE-TestParallelWeightCreation-seed#[B90F1D82D03B524E]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 22263 INFO  (coreCloseExecutor-253-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3e0f9314
   [junit4]   2> 22266 INFO  (coreCloseExecutor-253-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1041208084
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/contrib/solr-ltr/test/J0/temp/solr.ltr.TestParallelWeightCreation_B90F1D82D03B524E-001
   [junit4]   2> May 23, 2017 5:51:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=BlockTreeOrds(blocksize=128), popularity=Lucene50(blocksize=128), description=PostingsFormat(name=Direct), id=PostingsFormat(name=MockRandom), text=Lucene50(blocksize=128), title=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1494, maxMBSortInHeap=5.584197678449327, sim=RandomSimilarity(queryNorm=true): {}, locale=en-GB, timezone=America/Merida
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=29718464,total=109342720
   [junit4]   2> NOTE: All tests run in this JVM: [TestExternalValueFeatures, TestLTRQParserPlugin, TestFeatureLogging, TestRerankBase, TestOriginalScoreScorer, TestNoMatchSolrFeature, TestModelManagerPersistence, TestFieldValueFeature, TestLTRScoringQuery, TestLTRWithFacet, TestLTRWithSort, TestParallelWeightCreation]
   [junit4] Completed [24/33 (4!)] on J0 in 11.18s, 2 tests, 1 error <<< FAILURES!

[...truncated 37024 lines...]