You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/24 15:37:04 UTC

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_131) - Build # 6583 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6583/
Java: 64bit/jdk1.8.0_131 -XX:+UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest

Error Message:
mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score

Stack Trace:
java.lang.RuntimeException: mismatch: '0.09271725'!='0.105360515' @ response/docs/[3]/score
	at __randomizedtesting.SeedInfo.seed([EC9EFE06C56E3B2A:25E64F611AA16CEB]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestLTRQParserPlugin.ltrMoreResultsThanReRankedTest(TestLTRQParserPlugin.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([EC9EFE06C56E3B2A:89D2DE660F0C5CC2]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestParallelWeightCreation.testLTRScoringQueryParallelWeightCreationResultOrder(TestParallelWeightCreation.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore

Error Message:
mismatch: '3'!='4' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([EC9EFE06C56E3B2A:B1AFE9C348524C41]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking

Error Message:
mismatch: '8'!='1' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: '8'!='1' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([EC9EFE06C56E3B2A:73A857985D1424E5]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.feature.TestFieldLengthFeature.testRanking(TestFieldLengthFeature.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 19558 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestSelectiveWeightCreation
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\init-core-data-001
   [junit4]   2> 10505 WARN  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 10506 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 10509 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 10510 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 10526 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 10538 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 10548 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 10772 WARN  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 10772 WARN  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 10772 WARN  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 10823 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 10858 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 10868 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 10871 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\contrib\ltr\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 10871 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 10871 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 10871 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\contrib\ltr\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\init-core-data-001\]
   [junit4]   2> 10993 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 10994 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 10994 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 10995 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 10995 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 10997 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77c46d29[collection1] main]
   [junit4]   2> 10999 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\contrib\ltr\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 10999 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 10999 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 10999 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 10999 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 10999 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 10999 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 10999 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 10999 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 10999 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 10999 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 11000 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 11000 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 11001 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568291718592200704
   [junit4]   2> 11006 INFO  (searcherExecutor-33-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@77c46d29[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 11006 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 11024 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 11024 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 11025 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-003\cores\core
   [junit4]   2> 11029 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 11031 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f856040{/solr,null,AVAILABLE}
   [junit4]   2> 11034 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@547882c{HTTP/1.1,[http/1.1]}{127.0.0.1:50045}
   [junit4]   2> 11035 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.Server Started @13764ms
   [junit4]   2> 11035 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50045, configSetBaseDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-001, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-003\cores}
   [junit4]   2> 11036 ERROR (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 11036 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 11036 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 11036 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 11037 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T15:25:32.689Z
   [junit4]   2> 11037 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-001\solr.xml
   [junit4]   2> 11142 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-003\cores
   [junit4]   2> 11142 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 11169 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 11188 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 11201 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 11210 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-001\collection1, trusted=true
   [junit4]   2> 11211 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 11211 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-003\cores\core\data\]
   [junit4]   2> 11357 WARN  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 11358 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 11358 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 11359 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 11359 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 11360 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21d24631[collection1] main]
   [junit4]   2> 11361 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-001\collection1\conf
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 11362 WARN  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 11362 WARN  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 11362 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 11363 INFO  (searcherExecutor-44-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@21d24631[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 11363 INFO  (coreLoadExecutor-43-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568291718971785216
   [junit4]   2> 11658 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#50045
   [junit4]   2> 11669 INFO  (qtp153714774-59) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">1</field><field+name%3D"title">w3+w1</field><field+name%3D"description">w1</field><field+name%3D"popularity">1</field></doc></add>}{add=[1 (1568291719289503744)]} 0 4
   [junit4]   2> 11676 INFO  (qtp153714774-56) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">2</field><field+name%3D"title">w2</field><field+name%3D"description">w2</field><field+name%3D"popularity">2</field></doc></add>}{add=[2 (1568291719296843776)]} 0 2
   [junit4]   2> 11680 INFO  (qtp153714774-55) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">3</field><field+name%3D"title">w3</field><field+name%3D"description">w3</field><field+name%3D"popularity">3</field></doc></add>}{add=[3 (1568291719303135232)]} 0 1
   [junit4]   2> 11683 INFO  (qtp153714774-54) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">4</field><field+name%3D"title">w3+w3</field><field+name%3D"description">w4</field><field+name%3D"popularity">4</field></doc></add>}{add=[4 (1568291719306280960)]} 0 1
   [junit4]   2> 11686 INFO  (qtp153714774-53) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">5</field><field+name%3D"title">w5</field><field+name%3D"description">w5</field><field+name%3D"popularity">5</field></doc></add>}{add=[5 (1568291719309426688)]} 0 1
   [junit4]   2> 11688 INFO  (qtp153714774-52) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568291719312572416,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 11688 INFO  (qtp153714774-52) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6fce822d commitCommandVersion:1568291719312572416
   [junit4]   2> 11697 INFO  (qtp153714774-52) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@44fd672e[collection1] main]
   [junit4]   2> 11698 INFO  (searcherExecutor-44-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@44fd672e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C5)))}
   [junit4]   2> 11698 INFO  (qtp153714774-52) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 11700 INFO  (qtp153714774-52) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 12
   [junit4]   2> 11702 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.l.TestRerankBase send 
   [junit4]   2> [ {
   [junit4]   2>     "name" : "matchedTitle",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "q" : "{!terms f=title}${user_query}"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name" : "docPopularity",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.FieldValueFeature",
   [junit4]   2>     "store": "fstore2",
   [junit4]   2>     "params" : {
   [junit4]   2>         "field" : "popularity"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore2",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "occurrences",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "store": "fstore3",
   [junit4]   2>     "params" : {
   [junit4]   2>         "value" : "${myOcc}",
   [junit4]   2>         "required" : false
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore3",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "popularity",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "store": "fstore4",
   [junit4]   2>     "params" : {
   [junit4]   2>         "value" : "${myPop}",
   [junit4]   2>         "required" : true
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name":"originalScore",
   [junit4]   2>     "class":"org.apache.solr.ltr.feature.OriginalScoreFeature",
   [junit4]   2>     "store": "fstore4",
   [junit4]   2>     "params":{}
   [junit4]   2> }, {
   [junit4]   2>     "name" : "titlePhraseMatch",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "q" : "{!field f=title}${user_query}"
   [junit4]   2>     }
   [junit4]   2> }, {
   [junit4]   2>     "name" : "titlePhrasesMatch",
   [junit4]   2>     "class" : "org.apache.solr.ltr.feature.SolrFeature",
   [junit4]   2>     "params" : {
   [junit4]   2>         "fq" : [ "{!field f=title}${userTitlePhrase1}", "{!field f=title}${userTitlePhrase2}"]
   [junit4]   2>     }
   [junit4]   2> } ]
   [junit4]   2> 
   [junit4]   2> 11703 INFO  (qtp153714774-52) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 11707 INFO  (qtp153714774-52) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@64e4f73c to URI: /solr/schema
   [junit4]   2> may 24, 2017 4:25:33 PM org.restlet.Application start
   [junit4]   2> INFORMACIÓN: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 11719 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 11720 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 11720 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 11720 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 11720 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 11720 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for /schema
   [junit4]   2> 11720 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [org.apache.solr.ltr.store.rest.ManagedFeatureStore@6e464e53] for /schema/feature-store
   [junit4]   2> 11720 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/feature-store: [{name=matchedTitle, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!terms f=title}${user_query}}}, {name=docPopularity, class=org.apache.solr.ltr.feature.FieldValueFeature, store=fstore2, params={field=popularity}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore2, params={}}, {name=occurrences, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore3, params={value=${myOcc}, required=false}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore3, params={}}, {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore4, params={value=${myPop}, required=true}}, {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore4, params={}}, {name=titlePhraseMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!field f=title}${user_query}}}, {name=titlePhrasesMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={fq=[{!field f=title}${userTitlePhrase1}, {!field f=title}${userTitlePhrase2}]}}] is a java.util.ArrayList
   [junit4]   2> 11720 INFO  (qtp153714774-52) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=matchedTitle, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!terms f=title}${user_query}}}
   [junit4]   2> 11755 INFO  (qtp153714774-52) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=docPopularity, class=org.apache.solr.ltr.feature.FieldValueFeature, store=fstore2, params={field=popularity}}
   [junit4]   2> 11769 INFO  (qtp153714774-52) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore2, params={}}
   [junit4]   2> 11777 INFO  (qtp153714774-52) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=occurrences, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore3, params={value=${myOcc}, required=false}}
   [junit4]   2> 11786 INFO  (qtp153714774-52) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore3, params={}}
   [junit4]   2> 11787 INFO  (qtp153714774-52) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=popularity, class=org.apache.solr.ltr.feature.ValueFeature, store=fstore4, params={value=${myPop}, required=true}}
   [junit4]   2> 11787 INFO  (qtp153714774-52) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=originalScore, class=org.apache.solr.ltr.feature.OriginalScoreFeature, store=fstore4, params={}}
   [junit4]   2> 11787 INFO  (qtp153714774-52) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=titlePhraseMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={q={!field f=title}${user_query}}}
   [junit4]   2> 11787 INFO  (qtp153714774-52) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore register feature based on {name=titlePhrasesMatch, class=org.apache.solr.ltr.feature.SolrFeature, params={fq=[{!field f=title}${userTitlePhrase1}, {!field f=title}${userTitlePhrase2}]}}
   [junit4]   2> 11789 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_feature-store.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-001\collection1\conf
   [junit4]   2> 11790 INFO  (qtp153714774-52) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/feature-store params={indent=on&wt=json} status=0 QTime=87
   [junit4]   2> may 24, 2017 4:25:33 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFORMACIÓN: 2017-05-24	16:25:33	127.0.0.1	-	127.0.0.1	50045	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	1516	82	http://127.0.0.1:50045	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 11791 WARN  (qtp153714774-52) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/feature-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 11799 INFO  (qtp153714774-62) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@6e464e53]] for /schema/model-store
   [junit4]   2> 11801 INFO  (qtp153714774-62) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {class=org.apache.solr.ltr.model.LinearModel, name=externalmodel, features=[{name=titlePhraseMatch}], params={weights={titlePhraseMatch=0.555}}} is a java.util.LinkedHashMap
   [junit4]   2> 11817 INFO  (qtp153714774-62) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model externalmodel
   [junit4]   2> 11818 INFO  (qtp153714774-62) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-001\collection1\conf
   [junit4]   2> 11818 INFO  (qtp153714774-62) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=19
   [junit4]   2> may 24, 2017 4:25:33 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFORMACIÓN: 2017-05-24	16:25:33	127.0.0.1	-	127.0.0.1	50045	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	237	19	http://127.0.0.1:50045	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 11820 WARN  (qtp153714774-62) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 11824 INFO  (qtp153714774-62) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[externalmodel]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@6e464e53]] for /schema/model-store
   [junit4]   2> 11825 INFO  (qtp153714774-62) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {class=org.apache.solr.ltr.model.LinearModel, name=externalmodel2, store=fstore2, features=[{name=docPopularity}], params={weights={docPopularity=0.5}}} is a java.util.LinkedHashMap
   [junit4]   2> 11825 INFO  (qtp153714774-62) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model externalmodel2
   [junit4]   2> 11826 INFO  (qtp153714774-62) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001\tempDir-001\collection1\conf
   [junit4]   2> 11826 INFO  (qtp153714774-62) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=2
   [junit4]   2> may 24, 2017 4:25:33 PM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFORMACIÓN: 2017-05-24	16:25:33	127.0.0.1	-	127.0.0.1	50045	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	254	2	http://127.0.0.1:50045	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 11828 WARN  (qtp153714774-62) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 11837 INFO  (TEST-TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore-seed#[EC9EFE06C56E3B2A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSelectiveWeightsRequestFeaturesFromDifferentStore
   [junit4]   2> 12478 INFO  (qtp153714774-61) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=*:*&indent=on&fl=*,score,fv:[fv]&rows=5&wt=json&rq={!ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3+efi.userTitlePhrase1%3Dw2+efi.userTitlePhrase2%3Dw1}} hits=5 status=0 QTime=636
   [junit4]   2> 12698 ERROR (TEST-TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore-seed#[EC9EFE06C56E3B2A]) [    ] o.a.s.u.RestTestBase query failed JSON validation. error=mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs/[0]/id=='3'
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":636,
   [junit4]   2>     "params":{
   [junit4]   2>       "q":"*:*",
   [junit4]   2>       "indent":"on",
   [junit4]   2>       "fl":"*,score,fv:[fv]",
   [junit4]   2>       "rows":"5",
   [junit4]   2>       "wt":"json",
   [junit4]   2>       "rq":"{!ltr reRankDocs=10 model=externalmodel efi.user_query=w3 efi.userTitlePhrase1=w2 efi.userTitlePhrase2=w1}"}},
   [junit4]   2>   "response":{"numFound":5,"start":0,"maxScore":0.36707595,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"4",
   [junit4]   2>         "title":"w3 w3",
   [junit4]   2>         "description":"w4",
   [junit4]   2>         "popularity":4,
   [junit4]   2>         "_version_":1568291719306280960,
   [junit4]   2>         "score":0.36707595,
   [junit4]   2>         "fv":"matchedTitle=1.0,titlePhraseMatch=0.6613981"},
   [junit4]   2>       {
   [junit4]   2>         "id":"3",
   [junit4]   2>         "title":"w3",
   [junit4]   2>         "description":"w3",
   [junit4]   2>         "popularity":3,
   [junit4]   2>         "_version_":1568291719303135232,
   [junit4]   2>         "score":0.33873552,
   [junit4]   2>         "fv":"matchedTitle=1.0,titlePhraseMatch=0.6103343"},
   [junit4]   2>       {
   [junit4]   2>         "id":"1",
   [junit4]   2>         "title":"w3 w1",
   [junit4]   2>         "description":"w1",
   [junit4]   2>         "popularity":1,
   [junit4]   2>         "_version_":1568291719289503744,
   [junit4]   2>         "score":0.2545195,
   [junit4]   2>         "fv":"matchedTitle=1.0,titlePhraseMatch=0.4585937"},
   [junit4]   2>       {
   [junit4]   2>         "id":"2",
   [junit4]   2>         "title":"w2",
   [junit4]   2>         "description":"w2",
   [junit4]   2>         "popularity":2,
   [junit4]   2>         "_version_":1568291719296843776,
   [junit4]   2>         "score":0.0,
   [junit4]   2>         "fv":""},
   [junit4]   2>       {
   [junit4]   2>         "id":"5",
   [junit4]   2>         "title":"w5",
   [junit4]   2>         "description":"w5",
   [junit4]   2>         "popularity":5,
   [junit4]   2>         "_version_":1568291719309426688,
   [junit4]   2>         "score":0.0,
   [junit4]   2>         "fv":""}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = /query?q=*%3A*&fl=*%2Cscore%2Cfv%3A%5Bfv%5D&rows=5&rq=%7B%21ltr+reRankDocs%3D10+model%3Dexternalmodel+efi.user_query%3Dw3+efi.userTitlePhrase1%3Dw2+efi.userTitlePhrase2%3Dw1%7D&wt=json&indent=on
   [junit4]   2> 
   [junit4]   2> 12698 INFO  (TEST-TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore-seed#[EC9EFE06C56E3B2A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSelectiveWeightsRequestFeaturesFromDifferentStore
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSelectiveWeightCreation -Dtests.method=testSelectiveWeightsRequestFeaturesFromDifferentStore -Dtests.seed=EC9EFE06C56E3B2A -Dtests.slow=true -Dtests.locale=es-MX -Dtests.timezone=Africa/Niamey -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.87s J1 | TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: '3'!='4' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EC9EFE06C56E3B2A:B1AFE9C348524C41]:0)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.TestSelectiveWeightCreation.testSelectiveWeightsRequestFeaturesFromDifferentStore(TestSelectiveWeightCreation.java:230)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 12708 INFO  (TEST-TestSelectiveWeightCreation.testScoringQueryWeightCreation-seed#[EC9EFE06C56E3B2A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testScoringQueryWeightCreation
   [junit4]   2> 14800 INFO  (qtp153714774-63) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<delete><id>10</id></delete>}{delete=[10 (-1568291722572595200)]} 0 4
   [junit4]   2> 14811 INFO  (qtp153714774-59) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<delete><id>11</id></delete>}{delete=[11 (-1568291722587275264)]} 0 4
   [junit4]   2> 14997 INFO  (TEST-TestSelectiveWeightCreation.testScoringQueryWeightCreation-seed#[EC9EFE06C56E3B2A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testScoringQueryWeightCreation
   [junit4]   2> 15007 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@547882c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 15008 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1929785721
   [junit4]   2> 15008 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 15009 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 15009 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 15009 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 15009 INFO  (coreCloseExecutor-49-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@115713f4
   [junit4]   2> 15010 INFO  (coreCloseExecutor-49-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 15011 INFO  (coreCloseExecutor-49-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6fce822d commitCommandVersion:0
   [junit4]   2> 15049 INFO  (coreCloseExecutor-49-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=290919412
   [junit4]   2> 15051 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5f856040{/solr,null,UNAVAILABLE}
   [junit4]   2> 15084 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 15084 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1142015813
   [junit4]   2> 15084 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 15084 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 15084 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 15084 INFO  (SUITE-TestSelectiveWeightCreation-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 15085 INFO  (coreCloseExecutor-51-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@23294eb
   [junit4]   2> 15087 INFO  (coreCloseExecutor-51-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=36869355
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestSelectiveWeightCreation_EC9EFE06C56E3B2A-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {field=DFR I(n)L1}, locale=es-MX, timezone=Africa/Niamey
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=71526760,total=230162432
   [junit4]   2> NOTE: All tests run in this JVM: [TestModelManager, TestSelectiveWeightCreation]
   [junit4] Completed [4/33 (1!)] on J1 in 4.61s, 2 tests, 1 error <<< FAILURES!

[...truncated 16 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestLTRQParserPlugin
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\init-core-data-001
   [junit4]   2> 29283 WARN  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 29289 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 29307 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 29308 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29367 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 29379 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 29390 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 29508 WARN  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 29508 WARN  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 29508 WARN  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 29574 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 29588 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 29597 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 29600 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\contrib\ltr\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 29600 WARN  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 29601 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 29601 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\contrib\ltr\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\init-core-data-001\]
   [junit4]   2> 29954 WARN  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 29957 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 29957 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 29958 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 29959 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 29960 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f7c2db9[collection1] main]
   [junit4]   2> 29960 WARN  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\contrib\ltr\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 29960 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 29965 WARN  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 29965 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 29965 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 29965 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 29965 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 29965 WARN  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 29965 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 29965 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 29965 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 29965 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 29965 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 29966 INFO  (searcherExecutor-190-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2f7c2db9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 29966 INFO  (coreLoadExecutor-189-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568291738478444544
   [junit4]   2> 29974 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 29998 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29998 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 29999 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\tempDir-003\cores\core
   [junit4]   2> 30005 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 30006 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b22dad7{/solr,null,AVAILABLE}
   [junit4]   2> 30007 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@497ead2e{HTTP/1.1,[http/1.1]}{127.0.0.1:50409}
   [junit4]   2> 30008 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.Server Started @32737ms
   [junit4]   2> 30008 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50409, configSetBaseDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\tempDir-001, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\tempDir-003\cores}
   [junit4]   2> 30010 ERROR (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 30011 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 30011 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 30011 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 30011 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T15:25:51.664Z
   [junit4]   2> 30011 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\tempDir-001\solr.xml
   [junit4]   2> 30160 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\tempDir-003\cores
   [junit4]   2> 30160 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 30220 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 30234 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 30247 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.5 with uniqueid field id
   [junit4]   2> 30249 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\tempDir-001\collection1, trusted=true
   [junit4]   2> 30250 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 30251 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\tempDir-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\tempDir-003\cores\core\data\]
   [junit4]   2> 30356 WARN  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 30357 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 30357 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 30357 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 30357 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommited for 1000ms; 
   [junit4]   2> 30363 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@200bccf5[collection1] main]
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.TestLTRQParserPlugin_EC9EFE06C56E3B2A-001\tempDir-001\collection1\conf
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedFeatureStore for path /schema/feature-store
   [junit4]   2> 30364 WARN  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/feature-store
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedFeatureStore ------ managed feature ~ loading ------
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/feature-store
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/feature-store
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.ltr.store.rest.ManagedModelStore for path /schema/model-store
   [junit4]   2> 30364 WARN  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/model-store
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore INIT model store
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.l.s.r.ManagedModelStore ------ managed models ~ loading ------
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 1 observers of /schema/model-store
   [junit4]   2> 30364 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.r.RestManager Registered new managed resource /schema/model-store
   [junit4]   2> 30365 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 30365 INFO  (coreLoadExecutor-200-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568291738896826368
   [junit4]   2> 30367 INFO  (searcherExecutor-201-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@200bccf5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 30718 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#50409
   [junit4]   2> 30733 INFO  (qtp1796496832-260) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+different+bla</field><field+name%3D"description">bloomberg</field><field+name%3D"id">6</field><field+name%3D"popularity">1</field></doc></add>}{add=[6 (1568291739278508032)]} 0 4
   [junit4]   2> 30748 INFO  (qtp1796496832-263) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+</field><field+name%3D"description">bloomberg</field><field+name%3D"id">7</field><field+name%3D"popularity">2</field></doc></add>}{add=[7 (1568291739291090944)]} 0 7
   [junit4]   2> 30751 INFO  (qtp1796496832-264) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+bloomberg</field><field+name%3D"description">bloomberg</field><field+name%3D"id">8</field><field+name%3D"popularity">3</field></doc></add>}{add=[8 (1568291739301576704)]} 0 0
   [junit4]   2> 30754 INFO  (qtp1796496832-267) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"title">bloomberg+bloomberg+bloomberg+bloomberg</field><field+name%3D"description">bloomberg</field><field+name%3D"id">9</field><field+name%3D"popularity">5</field></doc></add>}{add=[9 (1568291739304722432)]} 0 0
   [junit4]   2> 30755 INFO  (qtp1796496832-266) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1568291739305771008,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 30755 INFO  (qtp1796496832-266) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7f30992a commitCommandVersion:1568291739305771008
   [junit4]   2> 30761 INFO  (qtp1796496832-266) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3938f067[collection1] main]
   [junit4]   2> 30764 INFO  (qtp1796496832-266) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 30765 INFO  (searcherExecutor-201-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3938f067[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4)))}
   [junit4]   2> 30765 INFO  (qtp1796496832-266) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<commit/>}{commit=} 0 10
   [junit4]   2> 30768 INFO  (SUITE-TestLTRQParserPlugin-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.l.TestRerankBase send 
   [junit4]   2> [
   [junit4]   2>   {
   [junit4]   2>      "name": "title",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 1
   [junit4]   2>      }
   [junit4]   2>   },
   [junit4]   2>   {
   [junit4]   2>     "name": "description",
   [junit4]   2>     "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "params": {
   [junit4]   2>        "value": 2
   [junit4]   2>     }
   [junit4]   2>   },
   [junit4]   2>   {
   [junit4]   2>     "name": "keywords",
   [junit4]   2>     "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>     "params": {
   [junit4]   2>         "value": 2
   [junit4]   2>     }
   [junit4]   2>   },
   [junit4]   2>  {
   [junit4]   2>      "name": "popularity",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 3
   [junit4]   2>      }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>      "name": "text",
   [junit4]   2>      "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>      "params": {
   [junit4]   2>          "value": 4
   [junit4]   2>      }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>    "name": "queryIntentPerson",
   [junit4]   2>    "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>    "params": {
   [junit4]   2>        "value": 5
   [junit4]   2>    }
   [junit4]   2>  },
   [junit4]   2>  {
   [junit4]   2>    "name": "queryIntentCompany",
   [junit4]   2>    "class": "org.apache.solr.ltr.feature.ValueFeature",
   [junit4]   2>    "params": {
   [junit4]   2>        "value": 5
   [junit4]   2>    }
   [junit4]   2>  }
   [junit4]   2> ]
   [junit4]   2> 
   [junit4]   2> 30770 INFO  (qtp1796496832-261) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] ServerServlet: component class is null
   [junit4]   2> 30770 INFO  (qtp1796496832-261) [    x:collection1] /solr SolrSchemaRestApi: [Restlet] Attaching application: org.apache.solr.rest.SolrSchemaRestApi@2d03b0dc to URI: /solr/schema
   [junit4]   2> mai 24, 2017 11:25:52 AM org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> 30788 INFO  (qtp1796496832-261) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot started for /schema
   [junit4]   2> 30788 INFO  (qtp1796496832-261) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /feature-store
   [junit4]   2> 30788 INFO  (qtp1796496832-261) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /managed
   [junit4]   2> 30788 INFO  (qtp1796496832-261) [    x:collection1] o.a.s.r.RestManager Attached managed resource at path: /model-store
   [junit4]   2> 30788 INFO  (qtp1796496832-261) [    x:collection1] o.a.s.r.RestManager Attached 3 ManagedResource endpoints to Restlet router: /schema
   [junit4]   2> 30788 INFO  (qtp1796496832-261) [    x:collection1] o.a.s.r.SolrSchemaRestApi createInboundRoot complete for /schema
   [junit4]   2> 30789 INFO  (qtp1796496832-261) [    x:collection1] o

[...truncated too long message...]

LengthIsZero-seed#[EC9EFE06C56E3B2A]) [    ] o.a.s.l.TestRerankBase loading model 
   [junit4]   2> {
   [junit4]   2> "name":"description-model3",
   [junit4]   2> "store":"test",
   [junit4]   2> "class":"org.apache.solr.ltr.model.LinearModel",
   [junit4]   2> "features":[
   [junit4]   2> 	{ "name":"description-length3"}
   [junit4]   2> ]
   [junit4]   2> ,
   [junit4]   2> "params":{"weights":{"description-length3":1.0}}
   [junit4]   2> }
   [junit4]   2>  
   [junit4]   2> 48349 INFO  (qtp1910057586-1062) [    x:collection1] o.a.s.r.RestManager Found ManagedResource [ManagedModelStore [store=ModelStore [availableModels=[title-model, description-model2]], featureStores=org.apache.solr.ltr.store.rest.ManagedFeatureStore@36c668e7]] for /schema/model-store
   [junit4]   2> 48349 INFO  (qtp1910057586-1062) [    x:collection1] o.a.s.r.ManagedResource Processing update to /schema/model-store: {name=description-model3, store=test, class=org.apache.solr.ltr.model.LinearModel, features=[{name=description-length3}], params={weights={description-length3=1.0}}} is a java.util.LinkedHashMap
   [junit4]   2> 48349 INFO  (qtp1910057586-1062) [    x:collection1] o.a.s.l.s.r.ManagedModelStore adding model description-model3
   [junit4]   2> 48354 INFO  (qtp1910057586-1062) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_model-store.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J0\temp\solr.ltr.feature.TestFieldLengthFeature_EC9EFE06C56E3B2A-001\tempDir-001\collection1\conf
   [junit4]   2> 48354 INFO  (qtp1910057586-1062) [    x:collection1] o.a.s.r.RestManager [collection1]  webapp=/solr path=/schema/model-store params={indent=on&wt=json} status=0 QTime=6
   [junit4]   2> maj 25, 2017 12:56:10 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2017-05-25	00:56:10	127.0.0.1	-	127.0.0.1	50448	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	197	7	http://127.0.0.1:50448	Apache-HttpClient/4.4.1 (Java/1.8.0_131)	-
   [junit4]   2> 48356 WARN  (qtp1910057586-1062) [    x:collection1] o.e.j.s.ServletHandler Error for /solr/collection1/schema/model-store
   [junit4]   2> java.lang.AssertionError: Attempted close of response output stream.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter$2$1.close(SolrDispatchFilter.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.commitResponse(Dispatcher.java:270)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:202)
   [junit4]   2> 	at org.eclipse.jetty.server.Dispatcher.forward(Dispatcher.java:74)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 48361 INFO  (qtp1910057586-1062) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/query params={q=title:w11&indent=on&fl=*,+score&rows=4&wt=json&rq={!ltr+model%3Ddescription-model3+reRankDocs%3D8}} hits=1 status=0 QTime=4
   [junit4]   2> 48363 INFO  (TEST-TestFieldLengthFeature.testIfFieldIsEmptyLengthIsZero-seed#[EC9EFE06C56E3B2A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testIfFieldIsEmptyLengthIsZero
   [junit4]   2> 48365 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@407dfb29{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 48365 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1155626290
   [junit4]   2> 48366 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 48366 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 48367 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 48367 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 48369 INFO  (coreCloseExecutor-457-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f90c483
   [junit4]   2> 48373 INFO  (coreCloseExecutor-457-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2140193923
   [junit4]   2> 48377 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6b0983c1{/solr,null,UNAVAILABLE}
   [junit4]   2> 48392 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 48392 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1107603884
   [junit4]   2> 48392 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 48393 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 48394 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 48394 INFO  (SUITE-TestFieldLengthFeature-seed#[EC9EFE06C56E3B2A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 48394 INFO  (coreCloseExecutor-459-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@566ac111
   [junit4]   2> 48394 INFO  (coreCloseExecutor-459-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1449836817
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\J0\temp\solr.ltr.feature.TestFieldLengthFeature_EC9EFE06C56E3B2A-001
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=25020, maxDocsPerChunk=141, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=25020, blockSize=9)), sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn, timezone=ACT
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=28758064,total=267911168
   [junit4]   2> NOTE: All tests run in this JVM: [TestLTRWithSort, TestLTROnSolrCloud, TestModelManagerPersistence, TestFieldValueFeature, TestNoMatchSolrFeature, TestManagedFeatureStore, TestUserTermScoreWithQ, TestLinearModel, TestFeatureLogging, TestFieldLengthFeature]
   [junit4] Completed [25/33 (4!)] on J0 in 2.12s, 3 tests, 1 error <<< FAILURES!

[...truncated 37013 lines...]

[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_131) - Build # 6584 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6584/
Java: 32bit/jdk1.8.0_131 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test

Error Message:
Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
	at __randomizedtesting.SeedInfo.seed([31AC2A64CF30E54C:B9F815BE61CC88B4]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1392)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1139)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:890)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.tryDelete(ChaosMonkeySafeLeaderWithPullReplicasTest.java:235)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12483 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\init-core-data-001
   [junit4]   2> 1890347 WARN  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[31AC2A64CF30E54C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 1890347 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[31AC2A64CF30E54C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1890351 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[31AC2A64CF30E54C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1890351 INFO  (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[31AC2A64CF30E54C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1890351 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 2 nodes
   [junit4]   2> 1890353 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1890353 INFO  (Thread-4505) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1890353 INFO  (Thread-4505) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1890356 ERROR (Thread-4505) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1890454 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ZkTestServer start zk server on port:54034
   [junit4]   2> 1890466 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1890468 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1890469 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1890473 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1890474 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1890475 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1890476 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1890478 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1890479 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1890480 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1890481 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1890483 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1890943 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\control-001\cores\collection1
   [junit4]   2> 1890945 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1890945 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f4648{/,null,AVAILABLE}
   [junit4]   2> 1890946 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e167d9{HTTP/1.1,[http/1.1]}{127.0.0.1:54053}
   [junit4]   2> 1890946 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.Server Started @1893737ms
   [junit4]   2> 1890946 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\tempDir-001/control/data, hostContext=/, hostPort=54053, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\control-001\cores}
   [junit4]   2> 1890947 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1890947 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1890947 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1890947 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1890947 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-25T00:01:23.534Z
   [junit4]   2> 1890950 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1890950 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\control-001\solr.xml
   [junit4]   2> 1890958 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1890962 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54034/solr
   [junit4]   2> 1890981 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54053_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1890981 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54053_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54053_
   [junit4]   2> 1890982 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54053_    ] o.a.s.c.Overseer Overseer (id=98020260770152452-127.0.0.1:54053_-n_0000000000) starting
   [junit4]   2> 1890988 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54053_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54053_
   [junit4]   2> 1890989 INFO  (zkCallback-4192-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1891094 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54053_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1891096 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54053_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1891096 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54053_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1891098 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54053_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\control-001\cores
   [junit4]   2> 1891098 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54053_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1891099 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1891101 INFO  (OverseerStateUpdate-98020260770152452-127.0.0.1:54053_-n_0000000000) [n:127.0.0.1:54053_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1892123 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1892148 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1892222 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1892239 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1892239 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1892239 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1892239 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\control-001\cores\collection1\data\]
   [junit4]   2> 1892246 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=8.8798828125, floorSegmentMB=1.6572265625, forceMergeDeletesPctAllowed=26.378772813920104, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1892250 WARN  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1892329 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1892329 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1892330 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1892330 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1892332 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3773882364683808]
   [junit4]   2> 1892332 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@768e3a[collection1] main]
   [junit4]   2> 1892333 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1892334 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1892334 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1892336 INFO  (searcherExecutor-9250-thread-1-processing-n:127.0.0.1:54053_ x:collection1 c:control_collection) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@768e3a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1892336 INFO  (coreLoadExecutor-9249-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568324174398619648
   [junit4]   2> 1892341 INFO  (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:54053_ x:collection1 c:control_collection) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1892341 INFO  (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:54053_ x:collection1 c:control_collection) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1892341 INFO  (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:54053_ x:collection1 c:control_collection) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54053/collection1/
   [junit4]   2> 1892342 INFO  (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:54053_ x:collection1 c:control_collection) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1892342 INFO  (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:54053_ x:collection1 c:control_collection) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54053/collection1/ has no replicas
   [junit4]   2> 1892342 INFO  (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:54053_ x:collection1 c:control_collection) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1892344 INFO  (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:54053_ x:collection1 c:control_collection) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54053/collection1/ shard1
   [junit4]   2> 1892497 INFO  (coreZkRegister-9242-thread-1-processing-n:127.0.0.1:54053_ x:collection1 c:control_collection) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1892624 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1892625 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54034/solr ready
   [junit4]   2> 1892625 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1892625 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1892993 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-1-001\cores\collection1
   [junit4]   2> 1892994 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-1-001 of type PULL
   [junit4]   2> 1892995 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1892995 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23d5a2{/,null,AVAILABLE}
   [junit4]   2> 1892997 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18f87eb{HTTP/1.1,[http/1.1]}{127.0.0.1:54083}
   [junit4]   2> 1892997 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.Server Started @1895787ms
   [junit4]   2> 1892997 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\tempDir-001/jetty1, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=54083, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-1-001\cores}
   [junit4]   2> 1892997 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1892997 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1892997 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1892997 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1892997 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-25T00:01:25.584Z
   [junit4]   2> 1893002 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c3ce867ff0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1893002 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1893002 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-1-001\solr.xml
   [junit4]   2> 1893010 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1893014 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54034/solr
   [junit4]   2> 1893024 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1893026 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54083_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1893028 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54083_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54083_
   [junit4]   2> 1893029 INFO  (zkCallback-4192-thread-1-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1893029 INFO  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1893030 INFO  (zkCallback-4196-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1893140 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54083_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1893144 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54083_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1893144 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54083_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1893147 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54083_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-1-001\cores
   [junit4]   2> 1893147 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54083_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1893148 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1893149 INFO  (OverseerStateUpdate-98020260770152452-127.0.0.1:54053_-n_0000000000) [n:127.0.0.1:54053_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1893251 INFO  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1894165 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1894175 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1894226 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1894240 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1894240 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node1' (registry 'solr.core.collection1.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1894245 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1894245 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-1-001\cores\collection1\data\]
   [junit4]   2> 1894251 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=8.8798828125, floorSegmentMB=1.6572265625, forceMergeDeletesPctAllowed=26.378772813920104, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1894264 WARN  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1894334 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1894334 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1894335 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3773882364683808]
   [junit4]   2> 1894335 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1abc2ff[collection1] main]
   [junit4]   2> 1894337 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1894338 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1894338 INFO  (coreLoadExecutor-9260-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1894339 INFO  (searcherExecutor-9261-thread-1-processing-n:127.0.0.1:54083_ x:collection1 c:collection1) [n:127.0.0.1:54083_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1abc2ff[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1894340 INFO  (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:54083_ x:collection1 c:collection1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader
   [junit4]   2> 1894340 INFO  (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:54083_ x:collection1 c:collection1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7
   [junit4]   2> 1894343 INFO  (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:54083_ x:collection1 c:collection1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms
   [junit4]   2> 1894343 WARN  (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:54083_ x:collection1 c:collection1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 1895050 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-2-001\cores\collection1
   [junit4]   2> 1895052 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-2-001 of type NRT
   [junit4]   2> 1895053 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1895053 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bd4b58{/,null,AVAILABLE}
   [junit4]   2> 1895054 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a368d3{HTTP/1.1,[http/1.1]}{127.0.0.1:54107}
   [junit4]   2> 1895054 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.Server Started @1897844ms
   [junit4]   2> 1895054 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=54107, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-2-001\cores}
   [junit4]   2> 1895057 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1895057 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1895057 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1895057 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1895057 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-25T00:01:27.644Z
   [junit4]   2> 1895061 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1895061 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-2-001\solr.xml
   [junit4]   2> 1895069 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1895073 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54034/solr
   [junit4]   2> 1895077 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c3ce867ff000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1895083 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54107_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1895085 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54107_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1895087 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54107_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54107_
   [junit4]   2> 1895088 INFO  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1895088 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1895088 INFO  (zkCallback-4196-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1895088 INFO  (zkCallback-4208-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1895233 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54107_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1895236 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54107_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1895236 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54107_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1895239 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54107_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-2-001\cores
   [junit4]   2> 1895239 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [n:127.0.0.1:54107_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1895240 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1895240 INFO  (OverseerStateUpdate-98020260770152452-127.0.0.1:54053_-n_0000000000) [n:127.0.0.1:54053_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1895343 INFO  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1895343 INFO  (zkCallback-4208-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1896289 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1896304 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1897473 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1897513 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1897513 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cfe1dd
   [junit4]   2> 1897513 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1897513 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001\shard-2-001\cores\collection1\data\]
   [junit4]   2> 1897523 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=8.8798828125, floorSegmentMB=1.6572265625, forceMergeDeletesPctAllowed=26.378772813920104, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1897540 WARN  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1897711 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1897711 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1897713 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1897714 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1897715 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3773882364683808]
   [junit4]   2> 1897716 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2fe4e1[collection1] main]
   [junit4]   2> 1897719 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1897720 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1897720 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1897721 INFO  (coreLoadExecutor-9272-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568324180045201408
   [junit4]   2> 1897740 INFO  (searcherExecutor-9273-thread-1-processing-n:127.0.0.1:54107_ x:collection1 c:collection1) [n:127.0.0.1:54107_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2fe4e1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1897747 INFO  (coreZkRegister-9267-thread-1-processing-n:127.0.0.1:54107_ x:collection1 c:collection1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1897747 INFO  (coreZkRegister-9267-thread-1-processing-n:127.0.0.1:54107_ x:collection1 c:collection1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1897747 INFO  (coreZkRegister-9267-thread-1-processing-n:127.0.0.1:54107_ x:collection1 c:collection1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54107/collection1/
   [junit4]   2> 1897747 INFO  (coreZkRegister-9267-thread-1-processing-n:127.0.0.1:54107_ x:collection1 c:collection1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1897747 INFO  (coreZkRegister-9267-thread-1-processing-n:127.0.0.1:54107_ x:collection1 c:collection1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54107/collection1/ has no replicas
   [junit4]   2> 1897747 INFO  (coreZkRegister-9267-thread-1-processing-n:127.0.0.1:54107_ x:collection1 c:collection1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1897749 INFO  (zkCallback-4208-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1897749 INFO  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1897757 INFO  (coreZkRegister-9267-thread-1-processing-n:127.0.0.1:54107_ x:collection1 c:collection1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54107/collection1/ shard1
   [junit4]   2> 1897862 INFO  (zkCallback-4208-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1897863 INFO  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1897865 INFO  (indexFetcher-9266-thread-1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.h.IndexFetcher Replica core_node2 is leader but it's state is down, skipping replication
   [junit4]   2> 1897915 INFO  (coreZkRegister-9267-thread-1-processing-n:127.0.0.1:54107_ x:collection1 c:collection1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1897953 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1897967 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Turning on auto soft commit: 1000
   [junit4]   2> 1897994 INFO  (qtp20354264-20387) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1568324180306296832)} 0 24
   [junit4]   2> 1897995 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 0
   [junit4]   2> 1897997 WARN  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Re-trying request to  collection(s) collection1 after stale state error from server.
   [junit4]   2> 1898005 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 1
   [junit4]   2> 1898006 WARN  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Re-trying request to  collection(s) collection1 after stale state error from server.
   [junit4]   2> 1898006 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 2
   [junit4]   2> 1898006 WARN  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Re-trying request to  collection(s) collection1 after stale state error from server.
   [junit4]   2> 1898007 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 3
   [junit4]   2> 1898008 WARN  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Re-trying request to  collection(s) collection1 after stale state error from server.
   [junit4]   2> 1898009 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 4
   [junit4]   2> 1898009 WARN  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Re-trying request to  collection(s) collection1 after stale state error from server.
   [junit4]   2> 1898012 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection collection1 failed due to (510) org.apache.solr.common.SolrException: Could not find a healthy node to handle the request., retry? 5
   [junit4]   2> 1898013 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 1898013 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c3ce867ff0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1898013 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 54053
   [junit4]   2> 1898013 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=11143607
   [junit4]   2> 1898014 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1898015 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1898017 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1898019 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1898020 INFO  (zkCallback-4208-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1898020 INFO  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1898037 INFO  (coreCloseExecutor-9278-thread-1) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e8e574
   [junit4]   2> 1898039 INFO  (coreCloseExecutor-9278-thread-1) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1898040 INFO  (coreCloseExecutor-9278-thread-1) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@94b1c3 commitCommandVersion:0
   [junit4]   2> 1898050 INFO  (coreCloseExecutor-9278-thread-1) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.core_node1, tag=32040308
   [junit4]   2> 1898053 INFO  (coreCloseExecutor-9278-thread-1) [n:127.0.0.1:54053_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=32040308
   [junit4]   2> 1898054 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.Overseer Overseer (id=98020260770152452-127.0.0.1:54053_-n_0000000000) closing
   [junit4]   2> 1898054 INFO  (OverseerStateUpdate-98020260770152452-127.0.0.1:54053_-n_0000000000) [n:127.0.0.1:54053_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54053_
   [junit4]   2> 1898069 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c3ce867ff0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1898069 WARN  (zkCallback-4192-thread-2-processing-n:127.0.0.1:54053_) [n:127.0.0.1:54053_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1898070 INFO  (zkCallback-4208-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1898070 INFO  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54083_
   [junit4]   2> 1898072 INFO  (zkCallback-4202-thread-2-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1898072 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@e167d9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1898073 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f4648{/,null,UNAVAILABLE}
   [junit4]   2> 1898074 INFO  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.Overseer Overseer (id=98020260770152457-127.0.0.1:54083_-n_0000000001) starting
   [junit4]   2> 1898074 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 54083
   [junit4]   2> 1898075 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=7992835
   [junit4]   2> 1898076 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1898076 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1898076 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1898087 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1898088 INFO  (coreCloseExecutor-9280-thread-1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@13dae5f
   [junit4]   2> 1898119 INFO  (coreCloseExecutor-9280-thread-1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.core_node1, tag=20819551
   [junit4]   2> 1898121 INFO  (coreCloseExecutor-9280-thread-1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=20819551
   [junit4]   2> 1898122 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.Overseer Overseer (id=98020260770152457-127.0.0.1:54083_-n_0000000001) closing
   [junit4]   2> 1898125 INFO  (OverseerStateUpdate-98020260770152457-127.0.0.1:54083_-n_0000000001) [n:127.0.0.1:54083_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54083_
   [junit4]   2> 1898130 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c3ce867ff0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1898130 WARN  (zkCallback-4202-thread-1-processing-n:127.0.0.1:54083_) [n:127.0.0.1:54083_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1898137 INFO  (zkCallback-4208-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54107_
   [junit4]   2> 1898138 INFO  (zkCallback-4208-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.Overseer Overseer (id=98020260770152460-127.0.0.1:54107_-n_0000000002) starting
   [junit4]   2> 1898140 INFO  (zkCallback-4208-thread-2-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1898276 INFO  (zkCallback-4208-thread-1-processing-n:127.0.0.1:54107_) [n:127.0.0.1:54107_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1898504 ERROR (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:54083_ x:collection1 c:collection1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1084)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1051)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:912)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:848)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1898504 ERROR (coreZkRegister-9255-thread-1-processing-n:127.0.0.1:54083_ x:collection1 c:collection1) [n:127.0.0.1:54083_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:912)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:848)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1084)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1051)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1007)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 1898511 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@18f87eb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1898511 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23d5a2{/,null,UNAVAILABLE}
   [junit4]   2> 1898545 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 54107
   [junit4]   2> 1898545 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=21179279
   [junit4]   2> 1898549 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1898549 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1898550 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1898551 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1898553 INFO  (coreCloseExecutor-9286-thread-1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@195a1d7
   [junit4]   2> 1898556 INFO  (coreCloseExecutor-9286-thread-1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.core_node2, tag=26583511
   [junit4]   2> 1898557 INFO  (coreCloseExecutor-9286-thread-1) [n:127.0.0.1:54107_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=26583511
   [junit4]   2> 1898561 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.Overseer Overseer (id=98020260770152460-127.0.0.1:54107_-n_0000000002) closing
   [junit4]   2> 1898563 INFO  (OverseerStateUpdate-98020260770152460-127.0.0.1:54107_-n_0000000002) [n:127.0.0.1:54107_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54107_
   [junit4]   2> 1898584 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@a368d3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1898585 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bd4b58{/,null,UNAVAILABLE}
   [junit4]   2> 1898585 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1898586 INFO  (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[31AC2A64CF30E54C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54034 54034
   [junit4]   2> 1898586 INFO  (Thread-4505) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54034 54034
   [junit4]   2> 1898589 WARN  (Thread-4505) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderWithPullReplicasTest -Dtests.method=test -Dtests.seed=31AC2A64CF30E54C -Dtests.slow=true -Dtests.locale=sr-Latn -Dtests.timezone=America/Araguaina -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   8.24s J1 | ChaosMonkeySafeLeaderWithPullReplicasTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([31AC2A64CF30E54C:B9F815BE61CC88B4]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1392)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1139)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1074)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:890)
   [junit4]    > 	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.tryDelete(ChaosMonkeySafeLeaderWithPullReplicasTest.java:235)
   [junit4]    > 	at org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test(ChaosMonkeySafeLeaderWithPullReplicasTest.java:128)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_31AC2A64CF30E54C-001
   [junit4]   2> May 25, 2017 12:01:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn, timezone=America/Araguaina
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_131 (32-bit)/cpus=3,threads=1,free=291786448,total=519831552
   [junit4]   2> NOTE: All tests run in this JVM: [TestDeleteCollectionOnDownNodes, TestSolr4Spatial, TestZkChroot, TestMiniSolrCloudCluster, TestComponentsName, TestSimpleTextCodec, StatsComponentTest, TestAddFieldRealTimeGet, TestPathTrie, CurrencyFieldOpenExchangeTest, MetricsHandlerTest, TestFileDictionaryLookup, TestPayloadCheckQParserPlugin, ConvertedLegacyTest, RankQueryTest, LukeRequestHandlerTest, TestRecovery, CircularListTest, TestCloudPseudoReturnFields, TermVectorComponentDistributedTest, CdcrBootstrapTest, SolrXmlInZkTest, TestSchemaNameResource, TestCoreDiscovery, TestCoreAdminApis, IndexSchemaTest, TestSolrCloudWithDelegationTokens, TestSmileRequest, TestHashQParserPlugin, TestDynamicFieldCollectionResource, TestTrie, SolrCLIZkUtilsTest, TestExceedMaxTermLength, TestConfigSetsAPIZkFailure, TestCrossCoreJoin, TestTrackingShardHandlerFactory, TestLMJelinekMercerSimilarityFactory, TestExpandComponent, TestBadConfig, TestLegacyNumericRangeQueryBuilder, UpdateRequestProcessorFactoryTest, EchoParamsTest, DistributedVersionInfoTest, RulesTest, CollectionReloadTest, TestCollectionAPIs, AsyncCallRequestStatusResponseTest, HdfsChaosMonkeyNothingIsSafeTest, OpenCloseCoreStressTest, CoreMergeIndexesAdminHandlerTest, DistributedFacetPivotWhiteBoxTest, SuggestComponentTest, ZkSolrClientTest, TestMissingGroups, SpatialHeatmapFacetsTest, TestMacroExpander, UtilsToolTest, TestTrieFacet, BasicZkTest, SystemInfoHandlerTest, TestRebalanceLeaders, TestInPlaceUpdatesDistrib, JsonLoaderTest, TermVectorComponentTest, FacetPivotSmallTest, RecoveryAfterSoftCommitTest, TestSolrIndexConfig, TestSolrConfigHandlerCloud, TestSerializedLuceneMatchVersion, PrimUtilsTest, TestEmbeddedSolrServerSchemaAPI, ForceLeaderTest, TestRestManager, BJQParserTest, TestDownShardTolerantSearch, TestSchemalessBufferedUpdates, AddSchemaFieldsUpdateProcessorFactoryTest, TestChildDocTransformer, TestClusterProperties, TestDistributedMissingSort, TestComplexPhraseLeadingWildcard, PreAnalyzedUpdateProcessorTest, RequestHandlersTest, TestSolrCoreProperties, TestSystemCollAutoCreate, CoreAdminCreateDiscoverTest, BasicFunctionalityTest, TestJoin, DOMUtilTest, TestTolerantUpdateProcessorRandomCloud, TolerantUpdateProcessorTest, DebugComponentTest, TestExportWriter, GraphQueryTest, TriLevelCompositeIdRoutingTest, FullSolrCloudDistribCmdsTest, CollectionsAPISolrJTest, TestFieldTypeCollectionResource, SolrGraphiteReporterTest, TestReload, TestMiniSolrCloudClusterSSL, TestOrdValues, DistributedFacetPivotLargeTest, TestHighFrequencyDictionaryFactory, TestBackupRepositoryFactory, TestPullReplica, SpatialRPTFieldTypeTest, TestGraphMLResponseWriter, TestCloudDeleteByQuery, SecurityConfHandlerTest, BlockJoinFacetRandomTest, SSLMigrationTest, TestUninvertingReader, TestUseDocValuesAsStored2, TestFilteredDocIdSet, FieldAnalysisRequestHandlerTest, TestBinaryResponseWriter, TestNonDefinedSimilarityFactory, ChaosMonkeySafeLeaderTest, DirectUpdateHandlerOptimizeTest, TestRecoveryHdfs, JSONWriterTest, ConfigureRecoveryStrategyTest, HLLUtilTest, DeleteInactiveReplicaTest, FileBasedSpellCheckerTest, ConfigSetsAPITest, BigEndianAscendingWordDeserializerTest, TestRangeQuery, TestDocSet, CollectionsAPIDistributedZkTest, TestQueryTypes, UpdateParamsTest, TestSimpleTrackingShardHandler, SharedFSAutoReplicaFailoverUtilsTest, BitVectorTest, SignatureUpdateProcessorFactoryTest, UUIDFieldTest, ClassificationUpdateProcessorIntegrationTest, TestImplicitCoreProperties, OutOfBoxZkACLAndCredentialsProvidersTest, TestFastLRUCache, TestSolrCoreSnapshots, DeleteShardTest, QueryParsingTest, TestNumericTerms32, TestPushWriter, DistanceFunctionTest, TestObjectReleaseTracker, LeaderFailureAfterFreshStartTest, SuggesterTest, TestNestedDocsSort, TestConfig, HighlighterConfigTest, HdfsRecoverLeaseTest, LeaderElectionContextKeyTest, SolrShardReporterTest, TestClassNameShortening, TestReqParamsAPI, TestSolrDeletionPolicy2, TestNoOpRegenerator, TestSearcherReuse, SolrIndexMetricsTest, SolrMetricManagerTest, FullHLLTest, TestManagedSchemaAPI, TestSQLHandler, TestReversedWildcardFilterFactory, SolrCmdDistributorTest, TestDFRSimilarityFactory, TestInitParams, TestRequestForwarding, TestShortCircuitedRequests, SyncSliceTest, TestReplicationHandler, DistributedSpellCheckComponentTest, HardAutoCommitTest, TestCoreContainer, SpellCheckComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, DirectUpdateHandlerTest, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, CoreAdminHandlerTest, SuggesterWFSTTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, QueryEqualityTest, TestRemoteStreaming, TestSolrDeletionPolicy1, CacheHeaderTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestOmitPositions, TestValueSourceCache, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, NumericFieldsTest, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, BaseCdcrDistributedZkTest, CdcrRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest]
   [junit4] Completed [495/713 (1!)] on J1 in 9.28s, 1 test, 1 error <<< FAILURES!

[...truncated 40141 lines...]