You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/08/14 10:27:25 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2078 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2078/

1 tests failed.
FAILED:  org.apache.solr.update.AutoCommitTest.testCommitWithin

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([B16FA50C68529B52:BBDCA74EB7C7547]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:529&qt=&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
	... 40 more




Build Log:
[...truncated 11986 lines...]
   [junit4] Suite: org.apache.solr.update.AutoCommitTest
   [junit4]   2> 1426243 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001
   [junit4]   2> 1426243 WARN  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=146 numCloses=146
   [junit4]   2> 1426243 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1426245 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1426245 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1426246 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1426269 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1426290 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1426407 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1426460 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1426463 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1426463 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1426465 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1426506 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1426524 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1426646 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1426652 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1426652 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1426652 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1426652 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001/]
   [junit4]   2> 1426653 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=47.255859375, floorSegmentMB=2.0341796875, forceMergeDeletesPctAllowed=22.85186072331325, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1426701 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1426701 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1426702 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1426702 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1426702 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=13.2578125, floorSegmentMB=1.8671875, forceMergeDeletesPctAllowed=26.622420553401813, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1426703 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6980ad5c[collection1] main]
   [junit4]   2> 1426703 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1426711 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1426737 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1426740 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1426742 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1426742 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6980ad5c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1426743 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575699756786647040
   [junit4]   2> 1426746 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1426750 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
   [junit4]   2> 1426751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1426754 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e6b1eaa[collection1] realtime]
   [junit4]   2> 1426755 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 4
   [junit4]   2> 1426755 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 1426755 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1426821 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1426871 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1427059 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1427068 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1427107 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1427107 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001/]
   [junit4]   2> 1427201 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1427201 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1427203 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@44587a37[collection1] main]
   [junit4]   2> 1427204 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1427205 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1427209 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1427210 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575699757276332032
   [junit4]   2> 1427219 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1427231 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1427231 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1427231 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1427231 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1427231 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=1.0078125, floorSegmentMB=0.458984375, forceMergeDeletesPctAllowed=26.792875811795707, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1427231 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1427232 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1427232 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1427232 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1427232 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1427234 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@44587a37[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1427234 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@be2d3ac[collection1] main]
   [junit4]   2> 1427234 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a5a70f
   [junit4]   2> 1427235 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=77965071
   [junit4]   2> 1427241 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@be2d3ac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1427242 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575699757307789312)]} 0 2
   [junit4]   2> 1427242 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1428742 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1428745 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69f14bb1[collection1] main]
   [junit4]   2> 1428745 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1428746 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69f14bb1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1428996 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575699759149088768)]} 0 1756
   [junit4]   2> 1428996 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1428997 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1428998 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1575699759150137344)]} 0 0
   [junit4]   2> 1428998 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1430496 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1430500 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f43a6ac[collection1] main]
   [junit4]   2> 1430500 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1430501 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4f43a6ac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 1430750 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[550 (1575699760987242496)]} 0 3510
   [junit4]   2> 1430750 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339648)]} 0 3510
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339649)]} 0 3511
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339650)]} 0 3511
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339651)]} 0 3511
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339652)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388224)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388225)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388226)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388227)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388228)]} 0 3512
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1432250 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1432255 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e96f3cd[collection1] main]
   [junit4]   2> 1432256 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1432257 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e96f3cd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C11/9:delGen=1)))}
   [junit4]   2> 1432504 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[531 (1575699762826444800)]} 0 5263
   [junit4]   2> 1432504 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1432504 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
   [junit4]   2> 1432506 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
   [junit4]   2> 1432507 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1432507 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c4d0299[collection1] realtime]
   [junit4]   2> 1432507 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 1432507 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 1432508 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1432558 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1432580 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1432739 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1432745 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1432756 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1432756 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001/]
   [junit4]   2> 1432794 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1432795 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1432796 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a6a44b1[collection1] main]
   [junit4]   2> 1432796 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1432797 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1432799 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1432807 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1432808 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=6.541015625, floorSegmentMB=0.21484375, forceMergeDeletesPctAllowed=3.3549756860995372, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20680568555450787
   [junit4]   2> 1432808 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1432808 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1432808 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1432810 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@a6a44b1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1432810 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1432810 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d9b0002[collection1] main]
   [junit4]   2> 1432810 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@72c9f38a
   [junit4]   2> 1432811 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1925837706
   [junit4]   2> 1432814 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d9b0002[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1432815 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575699763151503360)]} 0 2
   [junit4]   2> 1432815 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1432815 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575699763153600512)]} 0 2
   [junit4]   2> 1432816 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1432816 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1575699763154649088)]} 0 3
   [junit4]   2> 1432816 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1432816 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 1432817 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]   2> 	at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1432818 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AutoCommitTest -Dtests.method=testCommitWithin -Dtests.seed=B16FA50C68529B52 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=Europe/Podgorica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.32s J0 | AutoCommitTest.testCommitWithin <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B16FA50C68529B52:BBDCA74EB7C7547]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
   [junit4]    > 	at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]    > 	... 40 more
   [junit4]   2> 1432822 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
   [junit4]   2> 1432823 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1432823 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e662c57[collection1] realtime]
   [junit4]   2> 1432827 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 4
   [junit4]   2> 1432828 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 1432829 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1432861 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1432887 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1432985 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1432991 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1433003 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1433004 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001/]
   [junit4]   2> 1433041 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1433042 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1433043 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c0320d9[collection1] main]
   [junit4]   2> 1433043 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1433044 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1433055 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1433057 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1433057 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1433057 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1433057 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1433058 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19978313828580874]
   [junit4]   2> 1433058 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1433059 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2c0320d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1433059 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bb8879b[collection1] main]
   [junit4]   2> 1433059 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f662203
   [junit4]   2> 1433059 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2137399811
   [junit4]   2> 1433061 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1bb8879b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1433064 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1575699763414695936)]} 0 0
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1575699763414695937)]} 0 0
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1575699763415744512)]} 0 0
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1575699763415744513)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1575699763415744514)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1575699763415744515)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1575699763415744516)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1575699763415744517)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1575699763415744518)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1575699763415744519)]} 0 1
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1575699763416793088)]} 0 1
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1575699763416793089)]} 0 1
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1575699763416793090)]} 0 2
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1575699763416793091)]} 0 2
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1433067 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1575699763416793092)]} 0 2
   [junit4]   2> 1433068 INFO  (commitScheduler-4918-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1433071 INFO  (commitScheduler-4918-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b3183de[collection1] main]
   [junit4]   2> 1433071 INFO  (commitScheduler-4918-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1433072 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b3183de[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(8.0.0):C15)))}
   [junit4]   2> 1433317 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1575699763679985664)]} 0 253
   [junit4]   2> 1433318 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1433318 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1433318 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
   [junit4]   2> 1433318 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1433318 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1384973789
   [junit4]   2> 1433319 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1433320 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1433320 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1433320 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1433321 INFO  (coreCloseExecutor-4919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@778161b0
   [junit4]   2> 1433322 INFO  (coreCloseExecutor-4919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1433322 INFO  (coreCloseExecutor-4919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e0c08ee commitCommandVersion:0
   [junit4]   2> 1433325 INFO  (coreCloseExecutor-4919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2004967856
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=sq, timezone=Europe/Podgorica
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=219998112,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [RuleEngineTest, LeaderElectionIntegrationTest, TestFileDictionaryLookup, JavabinLoaderTest, BlockCacheTest, TlogReplayBufferedWhileIndexingTest, TestJsonRequest, TestSimpleQParserPlugin, TestMinMaxOnMultiValuedField, PreAnalyzedUpdateProcessorTest, BlockJoinFacetSimpleTest, ForceLeaderTest, TestSchemaSimilarityResource, TestRandomFaceting, DocExpirationUpdateProcessorFactoryTest, DefaultValueUpdateProcessorTest, TestCoreAdminApis, RankQueryTest, TestRecoveryHdfs, SuggestComponentTest, ExternalFileFieldSortTest, TestRTimerTree, CleanupOldIndexTest, LeaderInitiatedRecoveryOnCommitTest, TestHighlightDedupGrouping, CoreSorterTest, TestCSVLoader, CoreAdminCreateDiscoverTest, TestPHPSerializedResponseWriter, PreAnalyzedFieldManagedSchemaCloudTest, PKIAuthenticationIntegrationTest, TestBinaryResponseWriter, DistributedFacetExistsSmallTest, HdfsDirectoryTest, SolrJmxReporterTest, OverseerModifyCollectionTest, TestBinaryField, TestUniqueKeyFieldResource, HdfsDirectoryFactoryTest, SolrRequestParserTest, HdfsRecoveryZkTest, TestDocSet, TestCloudPivotFacet, TestFieldCache, TestInitParams, TestSolrCoreParser, AutoScalingHandlerTest, TestFieldTypeResource, TestHdfsCloudBackupRestore, TestSQLHandlerNonCloud, TestRandomRequestDistribution, TestExtendedDismaxParser, TestMultiWordSynonyms, TestLeaderInitiatedRecoveryThread, FacetPivotSmallTest, RequestLoggingTest, TestCloudSearcherWarming, TestDynamicLoading, TestDistribIDF, TestConfigOverlay, TestPushWriter, TestSlowCompositeReaderWrapper, DistributedSpellCheckComponentTest, SuggesterWFSTTest, TestPhraseSuggestions, TestSystemCollAutoCreate, TestGraphTermsQParserPlugin, TestRequestForwarding, TestPerFieldSimilarityWithDefaultOverride, BJQParserTest, ConnectionManagerTest, ClassificationUpdateProcessorIntegrationTest, ZkStateReaderTest, TestSegmentSorting, TestIBSimilarityFactory, SynonymTokenizerTest, RemoteQueryErrorTest, AtomicUpdateProcessorFactoryTest, TestRandomCollapseQParserPlugin, CdcrUpdateLogTest, TestBadConfig, TestSolrDeletionPolicy1, SolrShardReporterTest, SharedFSAutoReplicaFailoverUtilsTest, TestDocumentBuilder, TestFieldCollectionResource, MoveReplicaTest, DistanceUnitsTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, PluginInfoTest, TestStressCloudBlindAtomicUpdates, BigEndianAscendingWordSerializerTest, SolrCoreTest, RestartWhileUpdatingTest, TestCollationField, HdfsWriteToMultipleCollectionsTest, TestManagedResourceStorage, TestApiFramework, TestSolrXml, TestNumericRangeQuery32, HighlighterConfigTest, UtilsToolTest, CdcrReplicationHandlerTest, WordBreakSolrSpellCheckerTest, SpellingQueryConverterTest, TestWordDelimiterFilterFactory, TestIntervalFaceting, ChangedSchemaMergeTest, TestCSVResponseWriter, FieldAnalysisRequestHandlerTest, IndexBasedSpellCheckerTest, TestQuerySenderNoQuery, PeerSyncTest, TestSolrQueryResponse, DeleteReplicaTest, CollectionsAPISolrJTest, TestSolrCloudWithDelegationTokens, TestRuleBasedAuthorizationPlugin, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, TestReplicationHandler, AutoCommitTest]
   [junit4] Completed [379/729 (1!)] on J0 in 7.12s, 3 tests, 1 error <<< FAILURES!

[...truncated 44415 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2080 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2080/

3 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream

Error Message:
Error from server at https://127.0.0.1:48526/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/mainCorpus_shard2_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:48526/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/mainCorpus_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([1107C051C9BEC17F:AC10B548F092FC22]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:6885)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:48526/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/mainCorpus_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Doc with id=1 not found in http://127.0.0.1:38941/p_a/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:38941/p_a/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([A4AA9F4F3120375B:423DAB8F08A2CE3A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A4AA9F4F3120375B:2CFEA0959FDC5AA3]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11453 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/init-core-data-001
   [junit4]   2> 704360 WARN  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 704364 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 704365 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 704366 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 704366 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001
   [junit4]   2> 704366 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 704366 INFO  (Thread-1845) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 704366 INFO  (Thread-1845) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 704373 ERROR (Thread-1845) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 704466 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35623
   [junit4]   2> 704478 INFO  (jetty-launcher-679-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 704479 INFO  (jetty-launcher-679-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d5fa04b{/solr,null,AVAILABLE}
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@653ef360{HTTP/1.1,[http/1.1]}{127.0.0.1:48514}
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.e.j.s.Server Started @709484ms
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48514}
   [junit4]   2> 704480 ERROR (jetty-launcher-679-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 704481 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-19T01:41:02.723Z
   [junit4]   2> 704483 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 704500 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35623/solr
   [junit4]   2> 704541 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 704542 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48514_solr
   [junit4]   2> 704542 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.Overseer Overseer (id=98507611348008963-127.0.0.1:48514_solr-n_0000000000) starting
   [junit4]   2> 704549 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48514_solr
   [junit4]   2> 704558 INFO  (zkCallback-686-thread-1-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 704618 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 704626 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 704626 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 704627 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/.
   [junit4]   2> 704662 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 704662 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35623/solr ready
   [junit4]   2> 704683 INFO  (qtp1060962026-5249) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 704692 INFO  (OverseerThreadFactory-2248-thread-1-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
   [junit4]   2> 704801 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48514/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 704803 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48514/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 705007 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 705007 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 705008 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 705116 INFO  (zkCallback-686-thread-1-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 705118 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706034 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 706034 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 706042 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 706045 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 706045 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 706047 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 706047 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 706047 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
   [junit4]   2> 706048 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 706050 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 706050 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n2' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 706051 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.core.testCollection1.shard2.replica_n2' (registry 'solr.core.testCollection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 706051 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 706051 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/testCollection1_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/./testCollection1_shard2_replica_n2/data/]
   [junit4]   2> 706108 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 706108 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 706109 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 706109 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 706111 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52b88fbb[testCollection1_shard1_replica_n1] main]
   [junit4]   2> 706112 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 706112 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 706112 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 706112 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 706113 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 706113 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 706113 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 706113 INFO  (searcherExecutor-2251-thread-1-processing-n:127.0.0.1:48514_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node3) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@52b88fbb[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 706114 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576121783400005632
   [junit4]   2> 706115 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4caff9ec[testCollection1_shard2_replica_n2] main]
   [junit4]   2> 706115 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 706115 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 706116 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 706117 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576121783403151360
   [junit4]   2> 706121 INFO  (searcherExecutor-2252-thread-1-processing-n:127.0.0.1:48514_solr x:testCollection1_shard2_replica_n2 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2] Registered new searcher Searcher@4caff9ec[testCollection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48514/solr/testCollection1_shard2_replica_n2/
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:48514/solr/testCollection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48514/solr/testCollection1_shard1_replica_n1/
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:48514/solr/testCollection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 706126 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48514/solr/testCollection1_shard2_replica_n2/ shard2
   [junit4]   2> 706128 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48514/solr/testCollection1_shard1_replica_n1/ shard1
   [junit4]   2> 706230 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706230 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706278 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 706279 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 706279 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1272
   [junit4]   2> 706281 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1273
   [junit4]   2> 706288 INFO  (qtp1060962026-5249) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 706389 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706389 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706701 INFO  (OverseerCollectionConfigSetProcessor-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 707288 INFO  (qtp1060962026-5249) [n:127.0.0.1:48514_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2604
   [junit4]   2> 707315 INFO  (qtp1060962026-5250) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 707317 INFO  (OverseerThreadFactory-2248-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
   [junit4]   2> 707524 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48514/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 707530 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection2_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48514/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 707635 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 707637 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 707741 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 707741 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 708649 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 708649 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 708656 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 708656 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n3] Schema name=minimal
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n3' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.core.testCollection2.shard2.replica_n3' (registry 'solr.core.testCollection2.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/testCollection2_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/./testCollection2_shard2_replica_n3/data/]
   [junit4]   2> 708704 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 708704 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 708704 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 708704 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 708705 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 708705 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 708707 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@749363b7[testCollection2_shard2_replica_n3] main]
   [junit4]   2> 708707 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 708707 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 708708 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 708708 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 708709 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 708709 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f4ae42d[testCollection2_shard1_replica_n1] main]
   [junit4]   2> 708709 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576121786121060352
   [junit4]   2> 708710 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 708710 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 708710 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 708711 INFO  (searcherExecutor-2261-thread-1-processing-n:127.0.0.1:48514_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@1f4ae42d[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 708712 INFO  (searcherExecutor-2262-thread-1-processing-n:127.0.0.1:48514_solr x:testCollection2_shard2_replica_n3 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3] Registered new searcher Searcher@749363b7[testCollection2_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 708712 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576121786124206080
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48514/solr/testCollection2_shard2_replica_n3/
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:48514/solr/testCollection2_shard2_replica_n3/ has no replicas
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 708716 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48514/solr/testCollection2_shard2_replica_n3/ shard2
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48514/solr/testCollection2_shard1_replica_n1/
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:48514/solr/testCollection2_shard1_replica_n1/ has no replicas
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 708723 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48514/solr/testCollection2_shard1_replica_n1/ shard1
   [junit4]   2> 708824 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 708824 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 708866 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 708868 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1231
   [junit4]   2> 708873 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 708874 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1240
   [junit4]   2> 708877 INFO  (qtp1060962026-5250) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 708980 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 708980 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 709320 INFO  (OverseerCollectionConfigSetProcessor-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 709878 INFO  (qtp1060962026-5250) [n:127.0.0.1:48514_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2562
   [junit4]   2> 709878 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 709879 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
   [junit4]   2> 709879 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
   [junit4]   2> 709879 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
   [junit4]   2> 709893 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[A4AA9F4F3120375B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 709897 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=null
   [junit4]   2> 709897 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b005e36: rootName = solr_48514, domain = solr.core.testCollection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testCollection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@615943b6
   [junit4]   2> 709907 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@751ecda1
   [junit4]   2> 709907 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=1964952993
   [junit4]   2> 709908 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=1964952993
   [junit4]   2> 709913 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n2&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=16
   [junit4]   2> 709914 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[A4AA9F4F3120375B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=A4AA9F4F3120375B -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=US/East-Indiana -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.04s J0 | LeaderElectionContextKeyTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A4AA9F4F3120375B:2CFEA0959FDC5AA3]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 709921 INFO  (jetty-closer-680-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@653ef360{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 709921 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=381269744
   [junit4]   2> 709921 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 709921 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@299c496d: rootName = solr_48514, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@592192f0
   [junit4]   2> 709927 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 709927 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55025a0d: rootName = solr_48514, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@35a7df61
   [junit4]   2> 709931 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 709931 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4833dc42: rootName = solr_48514, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4d1a742f
   [junit4]   2> 709934 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 709935 INFO  (coreCloseExecutor-2271-thread-1) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6f5f1c53
   [junit4]   2> 709935 INFO  (coreCloseExecutor-2271-thread-1) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=1868504147
   [junit4]   2> 709935 INFO  (coreCloseExecutor-2271-thread-1) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e3329f: rootName = solr_48514, domain = solr.core.testCollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@726eaf63
   [junit4]   2> 709935 INFO  (coreCloseExecutor-2271-thread-2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@e819c40
   [junit4]   2> 709936 INFO  (coreCloseExecutor-2271-thread-3) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7aad0e47
   [junit4]   2> 709942 INFO  (coreCloseExecutor-2271-thread-1) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=1868504147
   [junit4]   2> 709942 INFO  (coreCloseExecutor-2271-thread-2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n3, tag=243375168
   [junit4]   2> 709942 INFO  (coreCloseExecutor-2271-thread-2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@257c926b: rootName = solr_48514, domain = solr.core.testCollection2.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testCollection2.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@15e27e5c
   [junit4]   2> 709952 INFO  (coreCloseExecutor-2271-thread-3) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=2058161735
   [junit4]   2> 709952 INFO  (coreCloseExecutor-2271-thread-3) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7160159b: rootName = solr_48514, domain = solr.core.testCollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3e6b3b7b
   [junit4]   2> 709959 INFO  (coreCloseExecutor-2271-thread-3) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=2058161735
   [junit4]   2> 709959 INFO  (coreCloseExecutor-2271-thread-2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=243375168
   [junit4]   2> 709967 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98507611348008963-127.0.0.1:48514_solr-n_0000000000) closing
   [junit4]   2> 709967 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48514_solr
   [junit4]   2> 709969 INFO  (jetty-closer-680-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d5fa04b{/solr,null,UNAVAILABLE}
   [junit4]   2> 709969 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 709969 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35623 35623
   [junit4]   2> 710070 INFO  (Thread-1845) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35623 35623
   [junit4]   2> 710071 WARN  (Thread-1845) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/testCollection2/state.json
   [junit4]   2> 	5	/solr/collections/testCollection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001
   [junit4]   2> Aug 19, 2017 1:41:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1698, maxMBSortInHeap=7.503940168658543, sim=RandomSimilarity(queryNorm=true): {}, locale=el, timezone=US/East-Indiana
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=191335800,total=506462208
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastOutputStream, SolrIndexConfigTest, TestTestInjection, CleanupOldIndexTest, SmileWriterTest, ParsingFieldUpdateProcessorsTest, TestBlendedInfixSuggestions, TestTlogReplica, SyncSliceTest, TestSystemCollAutoCreate, BasicZkTest, SharedFSAutoReplicaFailoverUtilsTest, CursorPagingTest, AnalyticsQueryTest, TestInitParams, CollectionStateFormat2Test, TestSQLHandlerNonCloud, TestCSVResponseWriter, AddSchemaFieldsUpdateProcessorFactoryTest, TestBinaryField, TestConfig, SuggesterWFSTTest, TestEmbeddedSolrServerConstructors, TestRangeQuery, SuggestComponentTest, MoveReplicaTest, TestSolrDeletionPolicy1, WordBreakSolrSpellCheckerTest, TestRemoteStreaming, TestSchemaResource, UUIDUpdateProcessorFallbackTest, TestCollationField, TestComponentsName, TestQuerySenderNoQuery, OutputWriterTest, CoreSorterTest, TestFunctionQuery, TestMiniSolrCloudClusterSSL, TestQueryWrapperFilter, MBeansHandlerTest, QueryElevationComponentTest, DistributedFacetExistsSmallTest, TestRandomRequestDistribution, TestReqParamsAPI, TestFieldCacheSort, TestOmitPositions, HdfsRecoveryZkTest, HdfsWriteToMultipleCollectionsTest, HdfsThreadLeakTest, TestRandomDVFaceting, TestExportWriter, HdfsDirectoryFactoryTest, RemoteQueryErrorTest, TestJoin, SolrCoreTest, TestNonDefinedSimilarityFactory, TestCSVLoader, TestConfigOverlay, PeerSyncTest, BasicAuthStandaloneTest, LeaderElectionContextKeyTest]
   [junit4] Completed [215/730 (1!)] on J0 in 6.50s, 1 test, 1 failure <<< FAILURES!

[...truncated 165 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/init-core-data-001
   [junit4]   2> 844777 WARN  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 844777 INFO  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 844778 INFO  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 844778 INFO  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 844778 INFO  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p_a/
   [junit4]   2> 844798 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 844814 INFO  (Thread-2116) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 844814 INFO  (Thread-2116) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 844991 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.ZkTestServer start zk server on port:54350
   [junit4]   2> 845058 ERROR (Thread-2116) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 845155 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 845156 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 845157 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 845158 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 845158 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 845159 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 845160 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 845160 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 845161 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 845162 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 845162 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 845163 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 845492 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fa7cb53{/p_a,null,AVAILABLE}
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3e25d83{HTTP/1.1,[http/1.1]}{127.0.0.1:55501}
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.e.j.s.Server Started @850601ms
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/tempDir-001/control/data, replicaType=NRT, hostContext=/p_a, hostPort=58041, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/control-001/cores}
   [junit4]   2> 845597 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 845598 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 845598 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 845598 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-19T01:43:23.841Z
   [junit4]   2> 845779 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15df828b2bf0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 845781 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 845781 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/control-001/solr.xml
   [junit4]   2> 845785 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 845812 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54350/solr
   [junit4]   2> 846142 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 846143 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58041_p_a
   [junit4]   2> 846143 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.Overseer Overseer (id=98507620553261060-127.0.0.1:58041_p_a-n_0000000000) starting
   [junit4]   2> 846194 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58041_p_a
   [junit4]   2> 846210 INFO  (zkCallback-837-thread-1-processing-n:127.0.0.1:58041_p_a) [n:127.0.0.1:58041_p_a    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 846366 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 846445 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 846445 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 846446 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/control-001/cores
   [junit4]   2> 846586 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 846586 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54350/solr ready
   [junit4]   2> 846587 INFO  (SocketProxy-Acceptor-58041) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55153,localport=58041], receiveBufferSize:531000
   [junit4]   2> 846744 INFO  (SocketProxy-Acceptor-58041) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=55501,localport=40549], receiveBufferSize=530904
   [junit4]   2> 846752 INFO  (qtp1418688957-6199) [n:127.0.0.1:58041_p_a    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58041_p_a&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 846768 INFO  (OverseerThreadFactory-2725-thread-1-processing-n:127.0.0.1:58041_p_a) [n:127.0.0.1:58041_p_a    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 846885 INFO  (SocketProxy-Acceptor-58041) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55155,localport=58041], receiveBufferSize:531000
   [junit4]   2> 846917 INFO  (SocketProxy-Acceptor-58041) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=55501,localport=40551], receiveBufferSize=530904
   [junit4]   2> 846918 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 846919 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 847026 INFO  (zkCallback-837-thread-1-processing-n:127.0.0.1:58041_p_a) [n:127.0.0.1:58041_p_a    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 848060 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 848096 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 848429 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 848464 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreCo

[...truncated too long message...]

eExecutor-517-thread-2) [n:127.0.0.1:53494_solr c:mainCorpus s:shard1 r:core_node3 x:mainCorpus_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard1.leader, tag=933381925
   [junit4]   2> 275240 INFO  (coreCloseExecutor-517-thread-2) [n:127.0.0.1:53494_solr c:mainCorpus s:shard1 r:core_node3 x:mainCorpus_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 275240 INFO  (coreCloseExecutor-517-thread-2) [n:127.0.0.1:53494_solr c:mainCorpus s:shard1 r:core_node3 x:mainCorpus_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6df6713e commitCommandVersion:0
   [junit4]   2> 275247 INFO  (jetty-closer-218-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98507744171261963-127.0.0.1:53429_solr-n_0000000000) closing
   [junit4]   2> 275247 INFO  (OverseerStateUpdate-98507744171261963-127.0.0.1:53429_solr-n_0000000000) [n:127.0.0.1:53429_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53429_solr
   [junit4]   2> 275253 INFO  (zkCallback-236-thread-1-processing-n:127.0.0.1:53494_solr) [n:127.0.0.1:53494_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53494_solr
   [junit4]   2> 276681 WARN  (zkCallback-237-thread-1-processing-n:127.0.0.1:48526_solr) [n:127.0.0.1:48526_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 276681 INFO  (jetty-closer-218-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c424786{/solr,null,UNAVAILABLE}
   [junit4]   2> 276735 WARN  (zkCallback-239-thread-2-processing-n:127.0.0.1:48648_solr) [n:127.0.0.1:48648_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 276735 INFO  (jetty-closer-218-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a155a65{/solr,null,UNAVAILABLE}
   [junit4]   2> 276753 WARN  (zkCallback-236-thread-2-processing-n:127.0.0.1:53494_solr) [n:127.0.0.1:53494_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 276753 WARN  (zkCallback-238-thread-4-processing-n:127.0.0.1:53429_solr) [n:127.0.0.1:53429_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 276754 INFO  (jetty-closer-218-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a801cf{/solr,null,UNAVAILABLE}
   [junit4]   2> 276755 INFO  (jetty-closer-218-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6505a6bd{/solr,null,UNAVAILABLE}
   [junit4]   2> 276756 ERROR (SUITE-StreamExpressionTest-seed#[1107C051C9BEC17F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 276757 INFO  (SUITE-StreamExpressionTest-seed#[1107C051C9BEC17F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45872 45872
   [junit4]   2> 276847 INFO  (Thread-204) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45872 45872
   [junit4]   2> 276849 WARN  (Thread-204) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	92	/solr/aliases.json
   [junit4]   2> 	8	/solr/configs/ml
   [junit4]   2> 	7	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	92	/solr/clusterprops.json
   [junit4]   2> 	92	/solr/clusterstate.json
   [junit4]   2> 	38	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	28	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	22	/solr/collections/destination/state.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/workQueue/state.json
   [junit4]   2> 	20	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	10	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/collections/uknownCollection/state.json
   [junit4]   2> 	10	/solr/collections/modelCollection/state.json
   [junit4]   2> 	10	/solr/collections/checkpointCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98507744171261961-127.0.0.1:53494_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	92	/solr/live_nodes
   [junit4]   2> 	92	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_1107C051C9BEC17F-001
   [junit4]   2> Aug 19, 2017 2:16:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=Direct), name_s=PostingsFormat(name=Asserting), terms_ss=PostingsFormat(name=LuceneFixedGap), join2_s=PostingsFormat(name=LuceneFixedGap), field_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=PostingsFormat(name=LuceneFixedGap), subject=PostingsFormat(name=LuceneFixedGap), a1_s=PostingsFormat(name=LuceneFixedGap), a2_s=PostingsFormat(name=Asserting), level1_s=PostingsFormat(name=Direct), body_t=PostingsFormat(name=Asserting), s_multi=PostingsFormat(name=Asserting), col_s=PostingsFormat(name=LuceneFixedGap), a_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), level2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_s=PostingsFormat(name=Asserting), tv_text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), term_s=PostingsFormat(name=LuceneFixedGap), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text_s=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct), text=PostingsFormat(name=Asserting), featureSet_s=PostingsFormat(name=LuceneFixedGap), checkpoint_ss=PostingsFormat(name=Asserting), test_t=PostingsFormat(name=Asserting), ident_s=PostingsFormat(name=LuceneFixedGap), whitetok=PostingsFormat(name=Asserting), side_s=PostingsFormat(name=Asserting)}, docValues:{expr_s=DocValuesFormat(name=Memory), name_s=DocValuesFormat(name=Direct), iteration_i=DocValuesFormat(name=Memory), terms_ss=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Lucene70), field_s=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Lucene70), falseNegative_i=DocValuesFormat(name=Asserting), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Memory), join3_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Lucene70), falsePositive_i=DocValuesFormat(name=Asserting), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Memory), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Asserting), level2_s=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Direct), score_f=DocValuesFormat(name=Direct), term_s=DocValuesFormat(name=Lucene70), text_s=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Memory), featureSet_s=DocValuesFormat(name=Lucene70), trueNegative_i=DocValuesFormat(name=Direct), index_i=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Memory), out_i=DocValuesFormat(name=Lucene70), checkpoint_ss=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Direct), truePositive_i=DocValuesFormat(name=Memory), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=610, maxMBSortInHeap=5.635208104610986, sim=RandomSimilarity(queryNorm=true): {}, locale=sq, timezone=Iceland
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=138684744,total=389021696
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocumentObjectBinder, StreamExpressionToExplanationTest, TestUpdateRequestCodec, MergeIndexesEmbeddedTest, SolrDocumentTest, TestCloudSolrClientConnections, GreaterThanEvaluatorTest, StreamExpressionParserTest, TestPathTrie, AddEvaluatorTest, LessThanEvaluatorTest, FieldEvaluatorTest, SelectWithEvaluatorsTest, SolrExampleEmbeddedTest, JdbcDriverTest, CeilingEvaluatorTest, TestSolrProperties, ShardParamsTest, TangentEvaluatorTest, SolrExampleStreamingBinaryTest, CloudSolrClientBuilderTest, DivideEvaluatorTest, SolrExampleStreamingTest, SolrExampleBinaryTest, TestBatchUpdate, JettyWebappTest, TermsResponseTest, QueryResponseTest, SolrQueryTest, TestHash, ContentStreamTest, ModifiableSolrParamsTest, TestFastInputStream, ClientUtilsTest, NamedListTest, AnlysisResponseBaseTest, FacetFieldTest, GetByIdTest, SolrSchemalessExampleTest, TestSolrJErrorHandling, HttpSolrClientBuilderTest, LBHttpSolrClientBuilderTest, GraphTest, StreamExpressionTest]
   [junit4] Completed [135/135 (1!)] on J1 in 128.92s, 94 tests, 1 error <<< FAILURES!

[...truncated 42416 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2079 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2079/

3 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Doc with id=1 not found in http://127.0.0.1:60348/jwk/x/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:60348/jwk/x/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([4A96C4F693988FC3:AC01F036AA1A76A2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([4A96C4F693988FC3:C2C2FB2C3D64E23B]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration

Error Message:
JMX not enabled

Stack Trace:
java.lang.AssertionError: JMX not enabled
	at __randomizedtesting.SeedInfo.seed([4A96C4F693988FC3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11653 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> 871462 INFO  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/init-core-data-001
   [junit4]   2> 871463 WARN  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 871463 INFO  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 871464 INFO  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 871464 INFO  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /jwk/x
   [junit4]   2> 871466 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 871466 INFO  (Thread-2383) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 871466 INFO  (Thread-2383) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 871467 ERROR (Thread-2383) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 871566 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkTestServer start zk server on port:50390
   [junit4]   2> 871576 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 871578 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 871579 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 871580 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 871581 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 871582 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 871583 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 871584 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 871585 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 871586 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 871586 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 871588 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 871679 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 871680 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5deb9ee4{/jwk/x,null,AVAILABLE}
   [junit4]   2> 871680 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e91b3e0{HTTP/1.1,[http/1.1]}{127.0.0.1:60886}
   [junit4]   2> 871680 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server Started @874943ms
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/tempDir-001/control/data, hostContext=/jwk/x, hostPort=47016, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/cores}
   [junit4]   2> 871681 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T06:44:54.882Z
   [junit4]   2> 871683 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 871683 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/solr.xml
   [junit4]   2> 871690 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50390/solr
   [junit4]   2> 871752 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 871752 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47016_jwk%2Fx
   [junit4]   2> 871753 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) starting
   [junit4]   2> 871757 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47016_jwk%2Fx
   [junit4]   2> 871764 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 871843 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/cores
   [junit4]   2> 871851 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 871851 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50390/solr ready
   [junit4]   2> 871852 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52427,localport=47016], receiveBufferSize:531000
   [junit4]   2> 871852 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60886,localport=43474], receiveBufferSize=530904
   [junit4]   2> 871853 INFO  (qtp1192130936-9024) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:47016_jwk%252Fx&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 871854 INFO  (OverseerThreadFactory-4381-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 871957 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52430,localport=47016], receiveBufferSize:531000
   [junit4]   2> 871957 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60886,localport=43476], receiveBufferSize=530904
   [junit4]   2> 871958 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 871959 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 872062 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 872974 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 872986 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 873102 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 873112 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 873113 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 873113 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 873114 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 873116 WARN  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 873140 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 873140 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 873141 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 873141 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 873147 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 873148 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36449b34[control_collection_shard1_replica_n1] main]
   [junit4]   2> 873148 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 873148 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 873149 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 873149 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575778513164697600
   [junit4]   2> 873150 INFO  (searcherExecutor-4384-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@36449b34[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47016/jwk/x/control_collection_shard1_replica_n1/
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:47016/jwk/x/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 873159 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47016/jwk/x/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 873261 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 873309 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 873310 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1352
   [junit4]   2> 873312 INFO  (qtp1192130936-9024) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 873412 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 873855 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 874313 INFO  (qtp1192130936-9024) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:47016_jwk%252Fx&wt=javabin&version=2} status=0 QTime=2460
   [junit4]   2> 874319 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 874319 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50390/solr ready
   [junit4]   2> 874319 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 874319 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52442,localport=47016], receiveBufferSize:531000
   [junit4]   2> 874320 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60886,localport=43488], receiveBufferSize=530904
   [junit4]   2> 874320 INFO  (qtp1192130936-9025) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 874321 INFO  (OverseerThreadFactory-4381-thread-2-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 874322 WARN  (OverseerThreadFactory-4381-thread-2-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 874525 INFO  (qtp1192130936-9025) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 874525 INFO  (qtp1192130936-9025) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
   [junit4]   2> 874613 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001 of type TLOG
   [junit4]   2> 874614 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 874615 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41b88361{/jwk/x,null,AVAILABLE}
   [junit4]   2> 874615 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7226706d{HTTP/1.1,[http/1.1]}{127.0.0.1:37320}
   [junit4]   2> 874615 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server Started @877877ms
   [junit4]   2> 874615 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/jwk/x, hostPort=59622, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/cores}
   [junit4]   2> 874616 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 874616 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 874616 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 874616 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 874616 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T06:44:57.817Z
   [junit4]   2> 874618 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 874618 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/solr.xml
   [junit4]   2> 874626 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50390/solr
   [junit4]   2> 874639 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 874640 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 874641 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59622_jwk%2Fx
   [junit4]   2> 874642 INFO  (zkCallback-1424-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 874642 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 874670 INFO  (zkCallback-1429-thread-1-processing-n:127.0.0.1:59622_jwk%2Fx) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 874699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/cores
   [junit4]   2> 874704 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56963,localport=59622], receiveBufferSize:531000
   [junit4]   2> 874704 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37320,localport=41321], receiveBufferSize=530904
   [junit4]   2> 874705 INFO  (qtp497372345-9072) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:59622_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 874706 INFO  (OverseerThreadFactory-4381-thread-3-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:59622_jwk%2Fx for creating new replica
   [junit4]   2> 874706 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 874708 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56965,localport=59622], receiveBufferSize:531000
   [junit4]   2> 874710 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37320,localport=41323], receiveBufferSize=530904
   [junit4]   2> 874710 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 874711 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 875722 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 875734 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 875843 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 875853 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 875853 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 875853 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 875855 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 875857 WARN  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 875880 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 875880 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 875881 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 875881 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 875882 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 875882 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a560919[collection1_shard2_replica_t41] main]
   [junit4]   2> 875883 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 875883 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 875884 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 875884 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575778516032552960
   [junit4]   2> 875886 INFO  (searcherExecutor-4395-thread-1-processing-n:127.0.0.1:59622_jwk%2Fx x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@4a560919[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59622/jwk/x/collection1_shard2_replica_t41/
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:59622/jwk/x/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 875892 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59622/jwk/x/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 876042 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 876043 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1333
   [junit4]   2> 876045 INFO  (qtp497372345-9072) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:59622_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1340
   [junit4]   2> 876127 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001 of type TLOG
   [junit4]   2> 876128 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 876129 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b65ec41{/jwk/x,null,AVAILABLE}
   [junit4]   2> 876129 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ae85548{HTTP/1.1,[http/1.1]}{127.0.0.1:34407}
   [junit4]   2> 876129 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server Started @879391ms
   [junit4]   2> 876130 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/jwk/x, hostPort=57416, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/cores}
   [junit4]   2> 876131 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 876131 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 876131 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 876131 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 876131 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T06:44:59.332Z
   [junit4]   2> 876135 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 876135 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/solr.xml
   [junit4]   2> 876141 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50390/solr
   [junit4]   2> 876146 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 876149 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 876150 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57416_jwk%2Fx
   [junit4]   2> 876150 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:57416_jwk%2Fx) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876151 INFO  (zkCallback-1417-thread-2-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876151 INFO  (zkCallback-1429-thread-1-processing-n:127.0.0.1:59622_jwk%2Fx) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876151 INFO  (zkCallback-1424-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876253 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/cores
   [junit4]   2> 876258 INFO  (qtp497372345-9073) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57416_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 876261 INFO  (OverseerThreadFactory-4381-thread-4-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:57416_jwk%2Fx for creating new replica
   [junit4]   2> 876261 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 876262 INFO  (SocketProxy-Acceptor-57416) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47577,localport=57416], receiveBufferSize:531000
   [junit4]   2> 876266 INFO  (SocketProxy-Acceptor-57416) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34407,localport=55710], receiveBufferSize=530904
   [junit4]   2> 876266 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 876267 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 877280 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 877291 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 877410 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 877420 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 877420 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 877421 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 877422 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 877424 WARN  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 877448 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 877448 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 877449 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 877449 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 877449 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 877450 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@41eae8dc[collection1_shard1_replica_t43] main]
   [junit4]   2> 877450 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 877451 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 877451 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 877451 INFO  (searcherExecutor-4406-thread-1-processing-n:127.0.0.1:57416_jwk%2Fx x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@41eae8dc[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 877451 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575778517675671552
   [junit4]   2> 877455 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 877455 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57416/jwk/x/collection1_shard1_replica_t43/
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:57416/jwk/x/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 877457 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57416/jwk/x/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 877608 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 877609 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1342
   [junit4]   2> 877611 INFO  (qtp497372345-9073) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:57416_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1352
   [junit4]   2> 877693 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001 of type TLOG
   [junit4]   2> 877693 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 877694 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46442547{/jwk/x,null,AVAILABLE}
   [junit4]   2> 877695 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25104c2{HTTP/1.1,[http/1.1]}{127.0.0.1:53857}
   [junit4]   2> 877698 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server Started @880961ms
   [junit4]   2> 877698 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/jwk/x, hostPort=52919, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/cores}
   [junit4]   2> 877699 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 877699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 877699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 877699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 877699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T06:45:00.900Z
   [junit4]   2> 877701 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 877701 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/solr.xml
   [junit4]   2> 877708 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50390/solr
   [junit4]   2> 877715 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 877716 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 877718 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52919_jwk%2Fx
   [junit4]   2> 877719 INFO  (zkCallback-1424-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877719 INFO  (zkCallback-1417-thread-2-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877719 INFO  (zkCallback-1429-thread-1-processing-n:127.0.0.1:59622_jwk%2Fx) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877719 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:57416_jwk%2Fx) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877730 INFO  (zkCallback-1441-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877782 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/cores
   [junit4]   2> 877788 INFO  (qtp497372345-9076) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52919_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 877793 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 877794 INFO  (OverseerThreadFactory-4381-thread-5-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:52919_jwk%2Fx for creating new replica
   [junit4]   2> 877795 INFO  (SocketProxy-Acceptor-52919) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38587,localport=52919], receiveBufferSize:531000
   [junit4]   2> 877798 INFO  (SocketProxy-Acceptor-52919) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=53857,localport=46139], receiveBufferSize=530904
   [junit4]   2> 877800 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 877800 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 878816 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 878828 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 878936 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 878948 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 878954 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 878954 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 878956 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 878958 WARN  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 878983 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 878983 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 878983 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 878984 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 878984 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 878984 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a5a70a8[collection1_shard2_replica_t45] main]
   [junit4]   2> 878985 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 878985 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 878986 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 878986 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575778519285235712
   [junit4]   2> 878989 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
   [junit4]   2> 878989 INFO  (searcherExecutor-4417-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@2a5a70a8[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 878990 INFO  (updateExecutor-1438-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 878990 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1191
   [junit4]   2> 878992 INFO  (qtp497372345-9076) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52919_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1204
   [junit4]   2> 878994 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:59622/jwk/x/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:52919/jwk/x/collection1_shard2_replica_t45/]
   [junit4]   2> 879003 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLastPublishedStateIsActive
   [junit4]   2> 879003 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: forceleader_last_published
   [junit4]   2> 879005 INFO  (SocketProxy-Acceptor-57416) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47591,localport=57416], receiveBufferSize:531000
   [junit4]   2> 879010 INFO  (SocketProxy-Acceptor-57416) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34407,localport=55724], receiveBufferSize=530904
   [junit4]   2> 879011 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:59622/jwk/x]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:52919_jwk%252Fx&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 879012 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56991,localport=59622], receiveBufferSize:531000
   [junit4]   2> 879013 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 879013 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37320,localport=41349], receiveBufferSize=530904
   [junit4]   2> 879014 INFO  (qtp379376963-9109) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=0&name=forceleader_last_published&action=CREATE&numShards=1&tlogReplicas=3&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 879022 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:52919_jwk%2Fx, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:52919/jwk/x","node_name":"127.0.0.1:52919_jwk%2Fx","state":"down","type":"TLOG"}
   [junit4]   2> 879026 INFO  (OverseerThreadFactory-4381-thread-5-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CreateCollectionCmd Create collection forceleader_last_published
   [junit4]   2> 879027 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 879233 INFO  (qtp1192130936-9027) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forceleader_last_published_shard1_replica_t1&action=CREATE&numShards=1&collection=forceleader_last_published&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 879235 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forceleader_last_published_shard1_replica_t2&action=CREATE&numShards=1&collection=forceleader_last_published&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 879236 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forceleader_last_published_shard1_replica_t3&action=CREATE&numShards=1&collection=forceleader_last_published&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 880022 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:52919_jwk%2Fx, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:52919/jwk/x","node_name":"127.0.0.1:52919_jwk%2Fx","state":"recovering","type":"TLOG"}
   [junit4]   2> 880022 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 880022 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:52919_jwk%252Fx&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1009
   [junit4]   2> 880254 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 880270 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 880277 INFO  (qtp1192130936-9027) [n:127.0.0.1:47016_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 880282 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t3] o.a.s.s.IndexSchema [forceleader_last_published_shard1_replica_t3] Schema name=test
   [junit4]   2> 880283 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t2] o.a.s.s.IndexSchema [forceleader_last_published_shard1_replica_t2] Schema name=test
   [junit4]   2> 880289 INFO  (qtp1192130936-9027) [n:127.0.0.1:47016_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t1] o.a.s.s.IndexSchema [forceleader_last_published_shard1_replica_t1] Schema name=test
   [junit4]   2> 880407 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t3] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 880412 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 880415 INFO  (qtp1192130936-9027) [n:127.0.0.1:47016_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 880420 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t3] o.a.s.c.CoreContainer Creating 

[...truncated too long message...]

[junit4]   2> 1578245 INFO  (coreCloseExecutor-6757-thread-3) [n:127.0.0.1:56119_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2721df63: rootName = solr_56119, domain = solr.core.testCollection2.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testCollection2.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@a951069
   [junit4]   2> 1578251 INFO  (coreCloseExecutor-6757-thread-1) [n:127.0.0.1:56119_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=2043523969
   [junit4]   2> 1578251 INFO  (coreCloseExecutor-6757-thread-1) [n:127.0.0.1:56119_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57d0d128: rootName = solr_56119, domain = solr.core.testCollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5099fd21
   [junit4]   2> 1578270 INFO  (coreCloseExecutor-6757-thread-3) [n:127.0.0.1:56119_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=1983899448
   [junit4]   2> 1578270 INFO  (coreCloseExecutor-6757-thread-1) [n:127.0.0.1:56119_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=2043523969
   [junit4]   2> 1578271 INFO  (jetty-closer-3641-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98486202892550147-127.0.0.1:56119_solr-n_0000000000) closing
   [junit4]   2> 1578271 INFO  (OverseerStateUpdate-98486202892550147-127.0.0.1:56119_solr-n_0000000000) [n:127.0.0.1:56119_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56119_solr
   [junit4]   2> 1578274 INFO  (jetty-closer-3641-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@144646f2{/solr,null,UNAVAILABLE}
   [junit4]   2> 1578274 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de4ae02b00003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1578276 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1578276 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57493 57493
   [junit4]   2> 1578365 INFO  (Thread-3498) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57493 57493
   [junit4]   2> 1578366 WARN  (Thread-3498) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/testCollection2/state.json
   [junit4]   2> 	5	/solr/collections/testCollection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_4A96C4F693988FC3-001
   [junit4]   2> Aug 15, 2017 6:56:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1560, maxMBSortInHeap=5.859167841003317, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-TW, timezone=America/Grenada
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=128814224,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrReplicationDistributedZkTest, PrimitiveFieldTypeTest, TestReplicationHandlerBackup, ResponseHeaderTest, CustomCollectionTest, SharedFSAutoReplicaFailoverTest, SimpleFacetsTest, TestSha256AuthenticationProvider, SSLMigrationTest, TestFastWriter, TestReversedWildcardFilterFactory, DistribJoinFromCollectionTest, AliasIntegrationTest, TestInfoStreamLogging, PolyFieldTest, ReplicationFactorTest, RecoveryAfterSoftCommitTest, TestReloadDeadlock, DeleteStatusTest, AutoCommitTest, DeleteNodeTest, TestSolrFieldCacheBean, TolerantUpdateProcessorTest, TestSchemalessBufferedUpdates, TestGraphMLResponseWriter, XsltUpdateRequestHandlerTest, BlockDirectoryTest, TestNumericTokenStream, MetricUtilsTest, TestSolrCoreSnapshots, TestConfigSetProperties, PropertiesRequestHandlerTest, TestFieldCacheReopen, TestCloudRecovery, CollectionsAPIAsyncDistributedZkTest, ClusterStateTest, TermVectorComponentDistributedTest, TestManagedSchemaThreadSafety, SolrInfoBeanTest, URLClassifyProcessorTest, TestSolrCloudWithSecureImpersonation, TestDFRSimilarityFactory, WrapperMergePolicyFactoryTest, DirectUpdateHandlerTest, RequiredFieldsTest, TestAnalyzeInfixSuggestions, CloudMLTQParserTest, TestTrackingShardHandlerFactory, TestAnalyzedSuggestions, SimplePostToolTest, TestReload, DocumentBuilderTest, TestSolrCoreProperties, TestComplexPhraseLeadingWildcard, TestSolrConfigHandler, TestJettySolrRunner, OverseerStatusTest, DistributedSuggestComponentTest, NumericFieldsTest, TestTolerantSearch, SolrGraphiteReporterTest, TestDeleteCollectionOnDownNodes, TestFieldSortValues, QueryEqualityTest, SortByFunctionTest, TestFreeTextSuggestions, TestSQLHandler, TestLockTree, BlockJoinFacetDistribTest, CopyFieldTest, UnloadDistributedZkTest, ResponseLogComponentTest, TestPayloadScoreQParserPlugin, MultiTermTest, TestInPlaceUpdatesDistrib, EnumFieldTest, HdfsChaosMonkeySafeLeaderTest, ShowFileRequestHandlerTest, DateFieldTest, TestIndexSearcher, MoveReplicaHDFSUlogDirTest, AddBlockUpdateTest, TestConfigSetsAPIExclusivity, TestLegacyFieldReuse, TestJsonFacetRefinement, BasicDistributedZk2Test, BlobRepositoryCloudTest, DistributedExpandComponentTest, NodeMutatorTest, TestRawResponseWriter, HLLSerializationTest, HdfsLockFactoryTest, BasicAuthIntegrationTest, DistributedFacetPivotWhiteBoxTest, SortSpecParsingTest, TestSchemaVersionResource, DistributedFacetPivotLongTailTest, TestLeaderElectionZkExpiry, HardAutoCommitTest, HdfsUnloadDistributedZkTest, TestDFISimilarityFactory, OverseerCollectionConfigSetProcessorTest, TestCodecSupport, TestPrepRecovery, TestCustomDocTransformer, LeaderFailureAfterFreshStartTest, TestAuthorizationFramework, TestFoldingMultitermQuery, SolrCoreCheckLockOnStartupTest, TestDocBasedVersionConstraints, TestDynamicFieldCollectionResource, TestMaxTokenLenTokenizer, TestFieldCacheVsDocValues, CollectionReloadTest, CircularListTest, TestSolrDeletionPolicy2, TestNumericTerms32, TestCollectionAPI, TestSubQueryTransformerDistrib, BasicDistributedZkTest, OverseerTest, ShardRoutingTest, TestReplicationHandler, TestDistributedSearch, TestStressReorder, TestCoreContainer, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, TestSort, BasicFunctionalityTest, HighlighterTest, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, SuggesterTest, TestTrie, NoCacheHeaderTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, TestWriterPerf, TermsComponentTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, TestFastLRUCache, PreAnalyzedFieldTest, TestLRUCache, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, LeaderElectionContextKeyTest]
   [junit4] Completed [521/730 (3!)] on J2 in 6.72s, 1 test, 1 failure <<< FAILURES!

[...truncated 44002 lines...]