You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/05 10:36:09 UTC

[JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_131) - Build # 875 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/875/
Java: 64bit/jdk1.8.0_131 -XX:+UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([2093B412EF46AACD:A8C78BC841BAC735]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([2093B412EF46AACD:8521F4DA49086339]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
expected:<2> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
	at __randomizedtesting.SeedInfo.seed([2093B412EF46AACD:54635557AB62ED42]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:130)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11992 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.processor.UpdateRequestProcessorFactoryTest_2093B412EF46AACD-001\init-core-data-001
   [junit4]   2> 1122960 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1122962 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1122962 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1122963 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1123033 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1123033 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1123044 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1123191 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1123206 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1123344 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442518e
   [junit4]   2> 1123351 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442518e
   [junit4]   2> 1123351 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442518e
   [junit4]   2> 1123354 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1123463 WARN  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1123464 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1123481 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1123630 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1123640 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 1123640 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7442518e
   [junit4]   2> 1123640 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1123640 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.processor.UpdateRequestProcessorFactoryTest_2093B412EF46AACD-001\init-core-data-001\]
   [junit4]   2> 1123642 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=28.4111328125, floorSegmentMB=1.4248046875, forceMergeDeletesPctAllowed=11.650024009490032, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1123844 WARN  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1123844 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1123844 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1123846 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1123846 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16bdcba3[collection1] main]
   [junit4]   2> 1123847 WARN  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 1123848 INFO  (coreLoadExecutor-5074-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1123848 INFO  (searcherExecutor-5075-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@16bdcba3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1123850 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1123853 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[2093B412EF46AACD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1123853 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[2093B412EF46AACD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1123855 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[2093B412EF46AACD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1123856 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[2093B412EF46AACD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 1123858 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[2093B412EF46AACD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1123859 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[2093B412EF46AACD]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 1123859 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[2093B412EF46AACD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=2093B412EF46AACD -Dtests.slow=true -Dtests.locale=de-GR -Dtests.timezone=Africa/Addis_Ababa -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.01s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2093B412EF46AACD:8521F4DA49086339]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1123862 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1123863 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=959452127
   [junit4]   2> 1123863 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1123863 INFO  (coreCloseExecutor-5079-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7a1e29be
   [junit4]   2> 1123865 INFO  (coreCloseExecutor-5079-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1123868 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.processor.UpdateRequestProcessorFactoryTest_2093B412EF46AACD-001
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=de-GR, timezone=Africa/Addis_Ababa
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=103043520,total=343678976
   [junit4]   2> NOTE: All tests run in this JVM: [AnalysisErrorHandlingTest, ResponseHeaderTest, TestLMDirichletSimilarityFactory, BJQParserTest, TestBulkSchemaAPI, TestQuerySenderListener, SubstringBytesRefFilterTest, JvmMetricsTest, TestGeoJSONResponseWriter, FullSolrCloudDistribCmdsTest, TestSubQueryTransformerDistrib, TestFieldSortValues, UpdateLogTest, DateRangeFieldTest, AutoCommitTest, TestOmitPositions, TestFastWriter, EnumFieldTest, TestConfig, BigEndianAscendingWordSerializerTest, TestExactSharedStatsCache, TestSolrCloudWithHadoopAuthPlugin, TestSolrQueryParserDefaultOperatorResource, TestInitQParser, DistributedFacetPivotSmallAdvancedTest, TestBlendedInfixSuggestions, CdcrBootstrapTest, HighlighterMaxOffsetTest, TestCopyFieldCollectionResource, TestFiltering, TestValueSourceCache, SolrIndexMetricsTest, TermVectorComponentDistributedTest, DateMathParserTest, SolrXmlInZkTest, TestXmlQParserPlugin, TolerantUpdateProcessorTest, TestQueryUtils, HighlighterConfigTest, TestClusterProperties, TestFoldingMultitermQuery, SpatialHeatmapFacetsTest, DistributedQueryComponentOptimizationTest, StatsComponentTest, CleanupOldIndexTest, TestExpandComponent, DistributedFacetPivotLargeTest, TestInfoStreamLogging, TestNestedDocsSort, ReturnFieldsTest, TestSolrQueryParser, CoreMergeIndexesAdminHandlerTest, DistributedIntervalFacetingTest, TestIndexSearcher, DistributedTermsComponentTest, StatsReloadRaceTest, TestFreeTextSuggestions, UpdateParamsTest, CollectionTooManyReplicasTest, SecurityConfHandlerTest, AliasIntegrationTest, TestMiniSolrCloudCluster, HdfsChaosMonkeySafeLeaderTest, ForceLeaderTest, PreAnalyzedFieldManagedSchemaCloudTest, DirectUpdateHandlerOptimizeTest, CoreSorterTest, TestCollationFieldDocValues, TestCorePropertiesReload, EchoParamsTest, FieldMutatingUpdateProcessorTest, DeleteNodeTest, ChaosMonkeySafeLeaderTest, TestJavabinTupleStreamParser, ExternalFileFieldSortTest, TestInPlaceUpdatesDistrib, TermVectorComponentTest, CdcrReplicationHandlerTest, QueryResultKeyTest, TestRealTimeGet, LoggingHandlerTest, DistanceUnitsTest, VMParamsZkACLAndCredentialsProvidersTest, DebugComponentTest, TestFieldCacheSortRandom, TestSchemaResource, TestBlobHandler, CSVRequestHandlerTest, TestClassicSimilarityFactory, TestFieldCache, TestZkChroot, DistribJoinFromCollectionTest, DistributedExpandComponentTest, SortByFunctionTest, BasicFunctionalityTest, RecoveryAfterSoftCommitTest, HdfsTlogReplayBufferedWhileIndexingTest, DistanceFunctionTest, URLClassifyProcessorTest, TestDeleteCollectionOnDownNodes, TestStandardQParsers, SolrSlf4jReporterTest, SliceStateTest, TestConfigOverlay, ExplicitHLLTest, TestClusterStateMutator, BooleanFieldTest, ClusterStateTest, ScriptEngineTest, WordBreakSolrSpellCheckerTest, TestSolrConfigHandler, MBeansHandlerTest, TestSolrCLIRunExample, SolrCmdDistributorTest, TestShardHandlerFactory, TestManagedSchemaThreadSafety, TestBulkSchemaConcurrent, SolrCLIZkUtilsTest, UUIDFieldTest, TestLocalFSCloudBackupRestore, CdcrVersionReplicationTest, SolrInfoMBeanTest, CollectionsAPIDistributedZkTest, MissingSegmentRecoveryTest, TestManagedSchema, QueryParsingTest, TestSolr4Spatial, TestRangeQuery, AsyncCallRequestStatusResponseTest, TestSuggestSpellingConverter, TestComplexPhraseQParserPlugin, TestLMJelinekMercerSimilarityFactory, TestSolrXml, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [283/711 (1!)] on J1 in 0.93s, 3 tests, 1 error <<< FAILURES!

[...truncated 754 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\init-core-data-001
   [junit4]   2> 2137258 WARN  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 2137258 INFO  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2137276 INFO  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2137288 INFO  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001
   [junit4]   2> 2137289 INFO  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2137290 INFO  (Thread-5110) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2137290 INFO  (Thread-5110) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2137299 ERROR (Thread-5110) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2137390 INFO  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:53618
   [junit4]   2> 2137414 INFO  (jetty-launcher-3164-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2137414 INFO  (jetty-launcher-3164-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2137417 INFO  (jetty-launcher-3164-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fb485af{/solr,null,AVAILABLE}
   [junit4]   2> 2137417 INFO  (jetty-launcher-3164-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63acf385{/solr,null,AVAILABLE}
   [junit4]   2> 2137418 INFO  (jetty-launcher-3164-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@82c00ee{SSL,[ssl, http/1.1]}{127.0.0.1:53623}
   [junit4]   2> 2137418 INFO  (jetty-launcher-3164-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@596decfb{SSL,[ssl, http/1.1]}{127.0.0.1:53622}
   [junit4]   2> 2137419 INFO  (jetty-launcher-3164-thread-1) [    ] o.e.j.s.Server Started @2141356ms
   [junit4]   2> 2137419 INFO  (jetty-launcher-3164-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53622}
   [junit4]   2> 2137419 INFO  (jetty-launcher-3164-thread-2) [    ] o.e.j.s.Server Started @2141356ms
   [junit4]   2> 2137419 INFO  (jetty-launcher-3164-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53623}
   [junit4]   2> 2137420 ERROR (jetty-launcher-3164-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2137420 INFO  (jetty-launcher-3164-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2137420 INFO  (jetty-launcher-3164-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2137420 INFO  (jetty-launcher-3164-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2137421 INFO  (jetty-launcher-3164-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T10:00:02.570Z
   [junit4]   2> 2137421 ERROR (jetty-launcher-3164-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2137421 INFO  (jetty-launcher-3164-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2137422 INFO  (jetty-launcher-3164-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2137422 INFO  (jetty-launcher-3164-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2137422 INFO  (jetty-launcher-3164-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T10:00:02.571Z
   [junit4]   2> 2137449 INFO  (jetty-launcher-3164-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2137449 INFO  (jetty-launcher-3164-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2137481 INFO  (jetty-launcher-3164-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2137482 INFO  (jetty-launcher-3164-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2137483 INFO  (jetty-launcher-3164-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53618/solr
   [junit4]   2> 2137484 INFO  (jetty-launcher-3164-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53618/solr
   [junit4]   2> 2137488 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bd80d4e900003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2137537 INFO  (jetty-launcher-3164-thread-2) [n:127.0.0.1:53623_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2137537 INFO  (jetty-launcher-3164-thread-1) [n:127.0.0.1:53622_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2137539 INFO  (jetty-launcher-3164-thread-2) [n:127.0.0.1:53623_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53623_solr
   [junit4]   2> 2137543 INFO  (jetty-launcher-3164-thread-1) [n:127.0.0.1:53622_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53622_solr
   [junit4]   2> 2137548 INFO  (jetty-launcher-3164-thread-2) [n:127.0.0.1:53623_solr    ] o.a.s.c.Overseer Overseer (id=97909368582832134-127.0.0.1:53623_solr-n_0000000000) starting
   [junit4]   2> 2137556 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2137557 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2137567 INFO  (jetty-launcher-3164-thread-2) [n:127.0.0.1:53623_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53623_solr
   [junit4]   2> 2137571 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2137571 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2137840 INFO  (jetty-launcher-3164-thread-1) [n:127.0.0.1:53622_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node1\.
   [junit4]   2> 2137840 INFO  (jetty-launcher-3164-thread-2) [n:127.0.0.1:53623_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node2\.
   [junit4]   2> 2139293 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bd80d4e900007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2139429 INFO  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2139430 INFO  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53618/solr ready
   [junit4]   2> 2139482 INFO  (qtp291857400-19414) [n:127.0.0.1:53622_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2139599 INFO  (OverseerThreadFactory-9175-thread-1-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2139786 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2139788 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2139790 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2139842 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2139843 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2139845 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2139996 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2139996 INFO  (zkCallback-3176-thread-2-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2140977 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2141010 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2141021 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2141040 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 2141044 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 2141046 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2141046 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 2141046 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2141047 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node1\collection1_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node1\.\collection1_shard1_replica2\data\]
   [junit4]   2> 2141048 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2141048 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 2141048 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2141048 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node2\collection1_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node2\.\collection1_shard1_replica1\data\]
   [junit4]   2> 2141090 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2141111 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 2141116 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2141116 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 2141116 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2141116 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node1\collection1_shard2_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node1\.\collection1_shard2_replica2\data\]
   [junit4]   2> 2141251 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 2141255 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2141257 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 2141257 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2141257 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node2\collection1_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestCloudRecovery_2093B412EF46AACD-001\tempDir-001\node2\.\collection1_shard2_replica1\data\]
   [junit4]   2> 2141385 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2141385 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2141386 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2141386 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2141390 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2141390 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2141391 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2141392 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2141392 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2141392 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2141394 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2141394 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2141405 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2141405 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2141407 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2141408 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2141465 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@b844751[collection1_shard2_replica2] main]
   [junit4]   2> 2141468 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2141469 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2141469 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2141470 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566549901698924544
   [junit4]   2> 2141473 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38483a6a[collection1_shard1_replica1] main]
   [junit4]   2> 2141475 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2141475 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2810e81f[collection1_shard1_replica2] main]
   [junit4]   2> 2141476 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2141476 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2141476 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566549901705216000
   [junit4]   2> 2141479 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2141481 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eee9368[collection1_shard2_replica1] main]
   [junit4]   2> 2141481 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2141482 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2141482 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2141483 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566549901712556032
   [junit4]   2> 2141486 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2141489 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2141489 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2141489 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2141490 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566549901719896064
   [junit4]   2> 2141497 INFO  (searcherExecutor-9182-thread-1-processing-n:127.0.0.1:53622_solr x:collection1_shard2_replica2 s:shard2 c:collection1) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@b844751[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2141497 INFO  (searcherExecutor-9181-thread-1-processing-n:127.0.0.1:53623_solr x:collection1_shard1_replica1 s:shard1 c:collection1) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@38483a6a[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2141498 INFO  (searcherExecutor-9180-thread-1-processing-n:127.0.0.1:53622_solr x:collection1_shard1_replica2 s:shard1 c:collection1) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@2810e81f[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2141498 INFO  (searcherExecutor-9183-thread-1-processing-n:127.0.0.1:53623_solr x:collection1_shard2_replica1 s:shard2 c:collection1) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@1eee9368[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2141601 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2141601 INFO  (zkCallback-3176-thread-2-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2142036 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2142036 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2142036 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53622/solr/collection1_shard2_replica2/
   [junit4]   2> 2142037 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:53622/solr START replicas=[https://127.0.0.1:53623/solr/collection1_shard2_replica1/] nUpdates=100
   [junit4]   2> 2142037 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:53622/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2142038 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2142038 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2142038 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53623/solr/collection1_shard1_replica1/
   [junit4]   2> 2142038 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=https://127.0.0.1:53623/solr START replicas=[https://127.0.0.1:53622/solr/collection1_shard1_replica2/] nUpdates=100
   [junit4]   2> 2142039 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=https://127.0.0.1:53623/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2142049 INFO  (qtp240524406-19439) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2142050 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2142050 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2142051 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2142053 INFO  (qtp291857400-19435) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2142060 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2142060 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2142060 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2142099 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53622/solr/collection1_shard2_replica2/ shard2
   [junit4]   2> 2142100 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53623/solr/collection1_shard1_replica1/ shard1
   [junit4]   2> 2142214 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2142214 INFO  (zkCallback-3176-thread-2-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2142229 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2142229 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2142234 INFO  (qtp291857400-19418) [n:127.0.0.1:53622_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2445
   [junit4]   2> 2142236 INFO  (qtp240524406-19427) [n:127.0.0.1:53623_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2392
   [junit4]   2> 2142601 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2142601 INFO  (zkCallback-3176-thread-2-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2142605 INFO  (qtp240524406-19426) [n:127.0.0.1:53623_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2762
   [junit4]   2> 2142606 INFO  (qtp291857400-19417) [n:127.0.0.1:53622_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2822
   [junit4]   2> 2142621 INFO  (qtp291857400-19414) [n:127.0.0.1:53622_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2142775 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2142775 INFO  (zkCallback-3176-thread-2-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2143579 INFO  (OverseerCollectionConfigSetProcessor-97909368582832134-127.0.0.1:53623_solr-n_0000000000) [n:127.0.0.1:53623_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2143694 INFO  (qtp291857400-19414) [n:127.0.0.1:53622_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4212
   [junit4]   2> 2143712 INFO  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 2143712 INFO  (SUITE-TestCloudRecovery-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 2143733 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
   [junit4]   2> 2143902 INFO  (qtp240524406-19423) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566549904074997760&distrib.from=https://127.0.0.1:53622/solr/collection1_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566549904074997760)} 0 28
   [junit4]   2> 2143972 INFO  (qtp291857400-19416) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566549904084434944&distrib.from=https://127.0.0.1:53623/solr/collection1_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1566549904084434944)} 0 90
   [junit4]   2> 2143973 INFO  (qtp240524406-19415) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:53622/solr/collection1_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566549904084434944)} 0 228
   [junit4]   2> 2143973 INFO  (qtp291857400-19435) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1566549904074997760)} 0 238
   [junit4]   2> 2143978 INFO  (qtp240524406-19437) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2143978 INFO  (qtp240524406-19437) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2143978 INFO  (qtp291857400-19436) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2143978 INFO  (qtp291857400-19436) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2143980 INFO  (qtp240524406-19437) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2144066 INFO  (qtp240524406-19437) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:53622/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 87
   [junit4]   2> 2144069 INFO  (qtp291857400-19410) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2144069 INFO  (qtp291857400-19410) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2144070 INFO  (qtp291857400-19410) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2144070 INFO  (qtp291857400-19436) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2144070 INFO  (qtp291857400-19410) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:53622/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 2144072 INFO  (qtp291857400-19436) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:53622/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 92
   [junit4]   2> 2144074 INFO  (qtp240524406-19438) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2144074 INFO  (qtp240524406-19438) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2144075 INFO  (qtp240524406-19438) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2144084 INFO  (qtp240524406-19438) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:53622/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
   [junit4]   2> 2144085 INFO  (qtp291857400-19434) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={_stateVer_=collection1:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 109
   [junit4]   2> 2144266 INFO  (qtp291857400-19413) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:53623/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[1 (1566549904619208704)]} 0 2
   [junit4]   2> 2144267 INFO  (qtp240524406-19422) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566549904619208704)]} 0 12
   [junit4]   2> 2144330 INFO  (qtp240524406-19425) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:53622/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[2 (1566549904639131648)]} 0 16
   [junit4]   2> 2144330 INFO  (qtp291857400-19413) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566549904639131648)]} 0 56
   [junit4]   2> 2144337 INFO  (qtp240524406-19423) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:53622/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[3 (1566549904700997632)]} 0 0
   [junit4]   2> 2144337 INFO  (qtp291857400-19414) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566549904700997632)]} 0 4
   [junit4]   2> 2144386 INFO  (qtp291857400-19435) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:53623/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[4 (1566549904709386240)]} 0 0
   [junit4]   2> 2144409 INFO  (qtp240524406-19415) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566549904709386240)]} 0 68
   [junit4]   2> 2144419 INFO  (qtp291857400-19410) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.c.S.Request [collection1_shard2_replica2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:53622/solr/collection1_shard2_replica2/|https://127.0.0.1:53623/solr/collection1_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1493978409560&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 2144442 INFO  (qtp240524406-19437) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:53623/solr/collection1_shard1_replica1/|https://127.0.0.1:53622/solr/collection1_shard1_replica2/&rows=10&version=2&q=*:*&NOW=1493978409560&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 2144443 INFO  (qtp291857400-19435) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=30
   [junit4]   2> 2144443 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 53623
   [junit4]   2> 2144443 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2054005576
   [junit4]   2> 2144558 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2144558 INFO  (zkCallback-3176-thread-2-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2144594 INFO  (coreCloseExecutor-9200-thread-1) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@62422528
   [junit4]   2> 2144594 INFO  (coreCloseExecutor-9200-thread-2) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b3de1ce
   [junit4]   2> 2144598 INFO  (coreCloseExecutor-9200-thread-1) [n:127.0.0.1:53623_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 2144598 INFO  (coreCloseExecutor-9200-thread-2) [n:127.0.0.1:53623_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 2144611 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.c.Overseer Overseer (id=97909368582832134-127.0.0.1:53623_solr-n_0000000000) closing
   [junit4]   2> 2144616 INFO  (OverseerStateUpdate-97909368582832134-127.0.0.1:53623_solr-n_0000000000) [n:127.0.0.1:53623_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53623_solr
   [junit4]   2> 2144641 WARN  (zkCallback-3176-thread-2-processing-n:127.0.0.1:53623_solr) [n:127.0.0.1:53623_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2144642 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2144642 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53622_solr
   [junit4]   2> 2144643 INFO  (zkCallback-3182-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2144763 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@82c00ee{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2144764 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63acf385{/solr,null,UNAVAILABLE}
   [junit4]   2> 2144765 INFO  (zkCallback-3175-thread-3-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2144766 INFO  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.Overseer Overseer (id=97909368582832133-127.0.0.1:53622_solr-n_0000000001) starting
   [junit4]   2> 2144769 INFO  (zkCallback-3175-thread-2-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2144787 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 53622
   [junit4]   2> 2144809 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1889050838
   [junit4]   2> 2144911 INFO  (coreCloseExecutor-9203-thread-1) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f53665b
   [junit4]   2> 2144914 INFO  (coreCloseExecutor-9203-thread-1) [n:127.0.0.1:53622_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 2144989 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.c.Overseer Overseer (id=97909368582832133-127.0.0.1:53622_solr-n_0000000001) closing
   [junit4]   2> 2144990 INFO  (OverseerStateUpdate-97909368582832133-127.0.0.1:53622_solr-n_0000000001) [n:127.0.0.1:53622_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53622_solr
   [junit4]   2> 2145000 WARN  (zkCallback-3175-thread-1-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2145004 INFO  (zkCallback-3182-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2147269 WARN  (zkCallback-3175-thread-2-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 2147269 INFO  (zkCallback-3175-thread-2-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@38e6cd88
   [junit4]   2> 2147274 INFO  (zkCallback-3175-thread-2-processing-n:127.0.0.1:53622_solr) [n:127.0.0.1:53622_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 2147275 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2147275 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@596decfb{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2147280 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fb485af{/solr,null,UNAVAILABLE}
   [junit4]   2> 2147286 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2147287 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@667593a4{/solr,null,AVAILABLE}
   [junit4]   2> 2147288 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1581dc86{SSL,[ssl, http/1.1]}{127.0.0.1:53623}
   [junit4]   2> 2147288 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.e.j.s.Server Started @2151226ms
   [junit4]   2> 2147288 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53623}
   [junit4]   2> 2147288 ERROR (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2147289 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2147289 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2147289 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2147289 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T10:00:12.438Z
   [junit4]   2> 2147295 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2147305 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bd80d4e900009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2147310 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2147311 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[2093B412EF46AACD]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0

[...truncated too long message...]


   [junit4]   2> 2283790 INFO  (coreCloseExecutor-9468-thread-1) [n:127.0.0.1:54480_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 2283794 WARN  (zkCallback-3407-thread-3-processing-n:127.0.0.1:54480_solr) [n:127.0.0.1:54480_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2283795 INFO  (jetty-closer-3385-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2283795 INFO  (jetty-closer-3385-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f8ff15a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2283796 ERROR (SUITE-TestLeaderElectionWithEmptyReplica-seed#[2093B412EF46AACD]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2283797 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54473 54473
   [junit4]   2> 2283798 INFO  (Thread-5367) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54473 54473
   [junit4]   2> 2283798 WARN  (Thread-5367) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/solr_9504/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2283799 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[2093B412EF46AACD]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_2093B412EF46AACD-001
   [junit4]   2> May 05, 2017 10:02:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=Memory doPackFST= false), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=278, maxMBSortInHeap=5.397482362318118, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ko-KR, timezone=SST
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=47993496,total=446668800
   [junit4]   2> NOTE: All tests run in this JVM: [AnalysisErrorHandlingTest, ResponseHeaderTest, TestLMDirichletSimilarityFactory, BJQParserTest, TestBulkSchemaAPI, TestQuerySenderListener, SubstringBytesRefFilterTest, JvmMetricsTest, TestGeoJSONResponseWriter, FullSolrCloudDistribCmdsTest, TestSubQueryTransformerDistrib, TestFieldSortValues, UpdateLogTest, DateRangeFieldTest, AutoCommitTest, TestOmitPositions, TestFastWriter, EnumFieldTest, TestConfig, BigEndianAscendingWordSerializerTest, TestExactSharedStatsCache, TestSolrCloudWithHadoopAuthPlugin, TestSolrQueryParserDefaultOperatorResource, TestInitQParser, DistributedFacetPivotSmallAdvancedTest, TestBlendedInfixSuggestions, CdcrBootstrapTest, HighlighterMaxOffsetTest, TestCopyFieldCollectionResource, TestFiltering, TestValueSourceCache, SolrIndexMetricsTest, TermVectorComponentDistributedTest, DateMathParserTest, SolrXmlInZkTest, TestXmlQParserPlugin, TolerantUpdateProcessorTest, TestQueryUtils, HighlighterConfigTest, TestClusterProperties, TestFoldingMultitermQuery, SpatialHeatmapFacetsTest, DistributedQueryComponentOptimizationTest, StatsComponentTest, CleanupOldIndexTest, TestExpandComponent, DistributedFacetPivotLargeTest, TestInfoStreamLogging, TestNestedDocsSort, ReturnFieldsTest, TestSolrQueryParser, CoreMergeIndexesAdminHandlerTest, DistributedIntervalFacetingTest, TestIndexSearcher, DistributedTermsComponentTest, StatsReloadRaceTest, TestFreeTextSuggestions, UpdateParamsTest, CollectionTooManyReplicasTest, SecurityConfHandlerTest, AliasIntegrationTest, TestMiniSolrCloudCluster, HdfsChaosMonkeySafeLeaderTest, ForceLeaderTest, PreAnalyzedFieldManagedSchemaCloudTest, DirectUpdateHandlerOptimizeTest, CoreSorterTest, TestCollationFieldDocValues, TestCorePropertiesReload, EchoParamsTest, FieldMutatingUpdateProcessorTest, DeleteNodeTest, ChaosMonkeySafeLeaderTest, TestJavabinTupleStreamParser, ExternalFileFieldSortTest, TestInPlaceUpdatesDistrib, TermVectorComponentTest, CdcrReplicationHandlerTest, QueryResultKeyTest, TestRealTimeGet, LoggingHandlerTest, DistanceUnitsTest, VMParamsZkACLAndCredentialsProvidersTest, DebugComponentTest, TestFieldCacheSortRandom, TestSchemaResource, TestBlobHandler, CSVRequestHandlerTest, TestClassicSimilarityFactory, TestFieldCache, TestZkChroot, DistribJoinFromCollectionTest, DistributedExpandComponentTest, SortByFunctionTest, BasicFunctionalityTest, RecoveryAfterSoftCommitTest, HdfsTlogReplayBufferedWhileIndexingTest, DistanceFunctionTest, URLClassifyProcessorTest, TestDeleteCollectionOnDownNodes, TestStandardQParsers, SolrSlf4jReporterTest, SliceStateTest, TestConfigOverlay, ExplicitHLLTest, TestClusterStateMutator, BooleanFieldTest, ClusterStateTest, ScriptEngineTest, WordBreakSolrSpellCheckerTest, TestSolrConfigHandler, MBeansHandlerTest, TestSolrCLIRunExample, SolrCmdDistributorTest, TestShardHandlerFactory, TestManagedSchemaThreadSafety, TestBulkSchemaConcurrent, SolrCLIZkUtilsTest, UUIDFieldTest, TestLocalFSCloudBackupRestore, CdcrVersionReplicationTest, SolrInfoMBeanTest, CollectionsAPIDistributedZkTest, MissingSegmentRecoveryTest, TestManagedSchema, QueryParsingTest, TestSolr4Spatial, TestRangeQuery, AsyncCallRequestStatusResponseTest, TestSuggestSpellingConverter, TestComplexPhraseQParserPlugin, TestLMJelinekMercerSimilarityFactory, TestSolrXml, UpdateRequestProcessorFactoryTest, TestCodecSupport, TestManagedResourceStorage, TestTrie, TestPerFieldSimilarityWithDefaultOverride, ZkStateWriterTest, CollectionsAPISolrJTest, TestSolrCloudWithSecureImpersonation, TestFuzzyAnalyzedSuggestions, TestUninvertingReader, TestSubQueryTransformer, BlockCacheTest, TestSSLRandomization, TestDelegationWithHadoopAuth, TestReload, SearchHandlerTest, TestCoreAdminApis, TestQueryTypes, TlogReplayBufferedWhileIndexingTest, GraphQueryTest, TestRawResponseWriter, TestSlowCompositeReaderWrapper, BlockJoinFacetRandomTest, TestManagedSynonymFilterFactory, TestCustomDocTransformer, SolrCoreCheckLockOnStartupTest, TestSystemCollAutoCreate, SharedFSAutoReplicaFailoverUtilsTest, TestConfigSetProperties, ShardRoutingCustomTest, SpellPossibilityIteratorTest, ExitableDirectoryReaderTest, TestScoreJoinQPScore, TestSimpleTrackingShardHandler, TestQuerySenderNoQuery, SolrMetricManagerTest, TestFieldCacheWithThreads, TestBadConfig, OpenCloseCoreStressTest, CloudMLTQParserTest, BasicDistributedZk2Test, SyncSliceTest, BasicZkTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, ZkCLITest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TestStressReorder, TestJoin, TestCoreContainer, SolrCoreTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, HighlighterTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTest, SuggesterWFSTTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, TestRemoteStreaming, CacheHeaderTest, TestWriterPerf, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, JsonLoaderTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, TestBinaryResponseWriter, TestLFUCache, TestElisionMultitermQuery, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestXIncludeConfig, TestJmxMonitoredMap, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PreAnalyzedFieldTest, DOMUtilTest, TestSolrJ, TestUtils, FileUtilsTest, TestRTGBase, TestCrossCoreJoin, TestPathTrie, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplaceNodeTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica]
   [junit4] Completed [527/711 (3!)] on J1 in 8.84s, 1 test, 1 failure <<< FAILURES!

[...truncated 44131 lines...]

[JENKINS] Lucene-Solr-6.x-Windows (32bit/jdk1.8.0_131) - Build # 878 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/878/
Java: 32bit/jdk1.8.0_131 -server -XX:+UseG1GC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestNeverDelete

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001\TestNeverDelete-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001\TestNeverDelete-001    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001\TestNeverDelete-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001\TestNeverDelete-001
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001

	at __randomizedtesting.SeedInfo.seed([86A6D24F066496E]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [MockDirectoryWrapper, SolrIndexSearcher, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)  at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)  at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)  at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [MockDirectoryWrapper, SolrIndexSearcher, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)
	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([B0032498A215FB46]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest:     1) Thread[id=252, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=253, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=255, name=Thread-134, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    4) Thread[id=257, name=searcherExecutor-146-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   1) Thread[id=252, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=253, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=255, name=Thread-134, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   4) Thread[id=257, name=searcherExecutor-146-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([B0032498A215FB46]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=255, name=Thread-134, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    2) Thread[id=257, name=searcherExecutor-146-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=255, name=Thread-134, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   2) Thread[id=257, name=searcherExecutor-146-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([B0032498A215FB46]:0)




Build Log:
[...truncated 1032 lines...]
   [junit4] Suite: org.apache.lucene.index.TestNeverDelete
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=Memory doPackFST= true), dc=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=238, maxMBSortInHeap=5.147869216402834, sim=RandomSimilarity(queryNorm=true,coord=crazy): {field=IB SPL-D3(800.0)}, locale=sk-SK, timezone=Antarctica/Syowa
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_131 (32-bit)/cpus=3,threads=1,free=423650208,total=484442112
   [junit4]   2> NOTE: All tests run in this JVM: [TestLongValuesSource, TestStressNRT, TestIndexSearcher, TestSingleInstanceLockFactory, TestMultiMMap, TestCrashCausesCorruptIndex, TestScoreCachingWrappingScorer, TestStressAdvance, TestIndexWriterThreadsToSegments, TestManyFields, TestRollback, TestRegExp, TestHugeRamFile, TestIndexWriterDeleteByQuery, TestToken, TestIntBlockPool, TestFileSwitchDirectory, TestExternalCodecs, TestSimilarityProvider, TestSimpleExplanations, TestBooleanSimilarity, TestPriorityQueue, TestCloseableThreadLocal, TestCustomNorms, TestSegmentMerger, TestDemoParallelLeafReader, TestSloppyPhraseQuery2, TestIndexWriterNRTIsCurrent, TestMutablePointsReaderUtils, TestIntroSorter, TestNotDocIdSet, TestTimeLimitingCollector, TestFloatRangeFieldQueries, TestFilterDirectory, TestSpanMultiTermQueryWrapper, TestBoolean2ScorerSupplier, TestSentinelIntSet, TestSortedSetDocValues, TestFieldValueQuery, TestIndexWriterWithThreads, TestCheckIndex, TestTryDelete, TestSort, TestDocValuesIndexing, TestBooleanRewrites, TestRadixSelector, TestCachingCollector, TestFixedBitSet, TestMultiPhraseEnum, TestMinimize, TestFilterSpans, TestAttributeSource, TestMergePolicyWrapper, TestTerms, TestMathUtil, TestCharacterUtils, TestAssertions, TestRecyclingIntBlockAllocator, TestPointValues, TestByteSlices, Test4GBStoredFields, TestDeterminism, TestPerFieldPostingsFormat, TestByteArrayDataInput, TestTopDocsMerge, TestPrefixCodedTerms, TestCachingTokenFilter, TestNRTReaderWithThreads, TestIndexWriterLockRelease, TestSpanOrQuery, TestNewestSegment, TestIndexWriterOnVMError, TestLongBitSet, TestSimpleFSDirectory, FuzzyTermOnShortTermsTest, TestSPIClassIterator, TestCharsRefBuilder, TestGeoUtils, TestSameScoresWithThreads, TestNRTReaderCleanup, TestDocCount, TestForUtil, TestLucene50TermVectorsFormat, TestSortRandom, TestAxiomaticSimilarity, TestByteBlockPool, TestFilterCodecReader, TestTerm, TestFixedBitDocIdSet, TestQueryRescorer, TestSpanFirstQuery, TestPolygon2D, TestSimpleExplanationsWithFillerDocs, TestIndexReaderClose, TestCharsRef, TestNoMergeScheduler, TestOmitTf, TestIndexWriterOnDiskFull, TestShardSearching, TestInfoStream, TestDocValuesQueries, TestSpanNearQuery, TestDocBoost, TestIndexWriter, TestPerSegmentDeletes, TestTrackingDirectoryWrapper, TestDirectPacked, TestIndexWriterOnJRECrash, TestCodecUtil, TestFrequencyTrackingRingBuffer, TestOneMergeWrappingMergePolicy, TestVirtualMethod, TestUniqueTermCount, TestTermQuery, TestPerFieldDocValuesFormat, TestIndexWriterMerging, TestFSTs, TestBytesStore, TestPackedInts, TestGraphTokenizers, TestAddIndexes, TestIndexWriterExceptions, TestSearcherManager, TestDeletionPolicy, TestBooleanOr, TestBasics, TestIndexWriterDelete, TestIndexWriterMergePolicy, TestNRTThreads, TestBoolean2, TestPersistentSnapshotDeletionPolicy, TestAtomicUpdate, TestNorms, TestIndexWriterCommit, TestDirectoryReaderReopen, TestSearchWithThreads, TestHighCompressionMode, TestNeverDelete]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNeverDelete -Dtests.seed=86A6D24F066496E -Dtests.slow=true -Dtests.locale=sk-SK -Dtests.timezone=Antarctica/Syowa -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.00s J0 | TestNeverDelete (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001\TestNeverDelete-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001\TestNeverDelete-001
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\build\core\test\J0\temp\lucene.index.TestNeverDelete_86A6D24F066496E-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([86A6D24F066496E]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [252/456 (1!)] on J0 in 1.50s, 1 test, 1 error <<< FAILURES!

[...truncated 10093 lines...]
   [junit4] Suite: org.apache.solr.schema.BadIndexSchemaTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.schema.BadIndexSchemaTest_B0032498A215FB46-001\init-core-data-001
   [junit4]   2> 27206 WARN  (SUITE-BadIndexSchemaTest-seed#[B0032498A215FB46]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
   [junit4]   2> 27207 INFO  (SUITE-BadIndexSchemaTest-seed#[B0032498A215FB46]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 27215 INFO  (SUITE-BadIndexSchemaTest-seed#[B0032498A215FB46]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 27218 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 27220 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 27224 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 27324 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 27341 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-default-val
   [junit4]   2> 27346 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27348 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 27350 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 27387 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 27407 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-required
   [junit4]   2> 27409 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27410 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 27413 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 27414 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 27415 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 27450 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 27465 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-nontext-analyzer
   [junit4]   2> 27467 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27468 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 27469 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 27492 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 27504 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-analyzer-class-and-nested
   [junit4]   2> 27506 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27506 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 27508 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedCurrency
   [junit4]   2> 27508 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 27509 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 27533 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 27547 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 27592 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27592 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 27593 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 27699 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 27717 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-multivalued
   [junit4]   2> 27814 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27816 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 27818 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 27897 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 27913 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 27919 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27919 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedCurrency
   [junit4]   2> 27921 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBogusParameters
   [junit4]   2> 27921 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 27922 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 27949 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 27963 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-bogus-field-parameters
   [junit4]   2> 27984 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 27984 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBogusParameters
   [junit4]   2> 27986 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUniqueKeyRules
   [junit4]   2> 27988 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 27989 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 28049 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 28062 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-is-copyfield-dest
   [junit4]   2> 28069 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema uniqueKey field (id) can not be the dest of a copyField(source=XXX)
   [junit4]   2> 28069 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 28069 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 28070 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 28095 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 28110 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-uses-default
   [junit4]   2> 28113 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema uniqueKey field (null) can not be configured with a default value (XXX)
   [junit4]   2> 28114 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 28114 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 28115 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 28141 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 28153 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-multivalued
   [junit4]   2> 28156 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema uniqueKey field (null) can not be configured to be multivalued
   [junit4]   2> 28156 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 28156 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUniqueKeyRules
   [junit4]   2> 28158 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorNotBannedForPre66
   [junit4]   2> 28158 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 28159 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 28185 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 28199 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 28201 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 28202 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 28220 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 28336 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 28336 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 28336 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 28339 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 28419 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 28429 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-default-operator
   [junit4]   2> 28436 WARN  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 28437 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 28437 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 28437 WARN  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 28437 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 28438 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.schema.BadIndexSchemaTest_B0032498A215FB46-001\init-core-data-001\]
   [junit4]   2> 28442 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=83.4541015625, floorSegmentMB=1.466796875, forceMergeDeletesPctAllowed=27.252751940964682, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5744782692706978
   [junit4]   2> 28573 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 28573 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 28574 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1071928830, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 28576 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1da54cc[collection1] main]
   [junit4]   2> 28577 WARN  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 28578 INFO  (coreLoadExecutor-145-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 28578 INFO  (searcherExecutor-146-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1da54cc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 28580 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 28581 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorNotBannedForPre66
   [junit4]   2> 28584 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 28586 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 28587 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 28666 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 28686 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 28710 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 28711 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 28717 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 28817 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 28817 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 28817 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 28820 INFO  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 28900 INFO  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 28915 INFO  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 28926 WARN  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 28926 INFO  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 28926 INFO  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 28927 WARN  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 28927 INFO  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 28927 INFO  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.schema.BadIndexSchemaTest_B0032498A215FB46-001\init-core-data-001\]
   [junit4]   2> 28928 INFO  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1161102
   [junit4]   2> 28929 INFO  (coreLoadExecutor-155-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 28940 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 28940 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 28940 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=14690784
   [junit4]   2> 28940 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 28941 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 28941 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 28945 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSchemaWithDefaultSearchField
   [junit4]   2> 28946 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 28947 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 28997 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29008 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 29010 WARN  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 29010 ERROR (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema defaultSearchField has been deprecated and is incompatible with configs with luceneMatchVersion >= 6.6.0.  Use 'df' on requests instead.
   [junit4]   2> 29010 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29010 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSchemaWithDefaultSearchField
   [junit4]   2> 29013 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFieldType
   [junit4]   2> 29014 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29015 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29042 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29054 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-fieldType
   [junit4]   2> 29082 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29082 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFieldType
   [junit4]   2> 29085 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 29086 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29087 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29127 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29140 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 29153 ERROR (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema FieldType 'sim1' is configured with a similarity, but the global similarity does not support it: class org.apache.solr.search.similarities.BM25SimilarityFactory
   [junit4]   2> 29153 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29153 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 29167 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBogusAnalysisParameters
   [junit4]   2> 29175 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29177 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29221 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29237 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-bogus-analysis-parameters
   [junit4]   2> 29244 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29244 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBogusAnalysisParameters
   [junit4]   2> 29247 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSweetSpotSimBadConfig
   [junit4]   2> 29248 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29248 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29271 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29284 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-both-tf
   [junit4]   2> 29330 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29331 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29332 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29391 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29406 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-baseline
   [junit4]   2> 29413 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29414 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29414 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29438 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29453 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-hyperbolic
   [junit4]   2> 29457 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29457 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29458 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29483 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29497 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-norms
   [junit4]   2> 29500 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29500 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSweetSpotSimBadConfig
   [junit4]   2> 29504 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadExternalFileField
   [junit4]   2> 29504 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29504 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29535 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29549 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-external-filefield
   [junit4]   2> 29589 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29590 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadExternalFileField
   [junit4]   2> 29593 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 29595 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29597 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29695 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29708 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-dynamicField
   [junit4]   2> 29715 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29715 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 29718 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorBanned
   [junit4]   2> 29720 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29720 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29759 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29773 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 29777 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29777 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorBanned
   [junit4]   2> 29781 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 29781 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29782 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29812 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29826 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-norms
   [junit4]   2> 29829 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29829 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29832 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29863 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29872 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-tf
   [junit4]   2> 29874 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29874 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29875 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29908 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29923 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-pos
   [junit4]   2> 29924 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29924 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29925 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29959 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 29972 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-omit-tf-but-not-pos
   [junit4]   2> 29974 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 29974 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 29976 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypePostingsFormatButNoSchemaCodecFactory
   [junit4]   2> 29978 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29983 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 30013 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 30022 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-codec-global-vs-ft-mismatch
   [junit4]   2> 30027 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 30027 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-codec-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 30033 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 30140 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 30140 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 30140 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 30143 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 30211 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 30223 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-codec-global-vs-ft-mismatch
   [junit4]   2> 30229 WARN  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 30229 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-codec-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 30229 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 30230 WARN  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 30230 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 30230 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.schema.BadIndexSchemaTest_B0032498A215FB46-001\init-core-data-001\]
   [junit4]   2> 30230 ERROR (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.SolrCore FieldType 'direct1' is configured with a postings format, but the codec does not support it: class org.apache.solr.core.SolrCore$1
   [junit4]   2> 30231 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4ff2fc
   [junit4]   2> 30231 INFO  (coreLoadExecutor-163-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 30238 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 30238 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 30238 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28584927
   [junit4]   2> 30238 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 30238 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 30239 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypePostingsFormatButNoSchemaCodecFactory
   [junit4]   2> 30242 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyBogusCode
   [junit4]   2> 30243 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 30244 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 30283 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 30299 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-default-code
   [junit4]   2> 30302 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 30302 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 30303 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 30328 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 30341 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-code-in-xml
   [junit4]   2> 30344 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-currency-ft-bogus-code-in-xml/1.4 with uniqueid field id
   [junit4]   2> 30346 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 30346 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyBogusCode
   [junit4]   2> 30350 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDocValuesUnsupported
   [junit4]   2> 30350 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 30351 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 30378 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 30388 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-docValues-unsupported
   [junit4]   2> 30389 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 30390 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDocValuesUnsupported
   [junit4]   2> 30392 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 30393 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[B0032498A215FB46]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 30394 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 30420 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[B0032498A215FB46]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 30430 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 30439 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 30439 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[B0032498A215FB46]) [    ] o.a.s.s.IndexSchema Loa

[...truncated too long message...]

 > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B0032498A215FB46]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   [junit4]    >    1) Thread[id=252, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=253, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=255, name=Thread-134, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    4) Thread[id=257, name=searcherExecutor-146-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B0032498A215FB46]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=255, name=Thread-134, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    2) Thread[id=257, name=searcherExecutor-146-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B0032498A215FB46]:0)
   [junit4] Completed [8/711 (1!)] on J1 in 48.44s, 23 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 41703 lines...]

[JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_131) - Build # 877 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/877/
Java: 64bit/jdk1.8.0_131 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([7110158004EBB550:F9442A5AAA17D8A8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12799 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\init-core-data-001
   [junit4]   2> 2223711 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2223719 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2223722 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001
   [junit4]   2> 2223723 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2223724 INFO  (Thread-4725) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2223724 INFO  (Thread-4725) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2223731 ERROR (Thread-4725) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2223823 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:51975
   [junit4]   2> 2223831 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdc7e7b660000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2223833 INFO  (jetty-launcher-5083-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2223833 INFO  (jetty-launcher-5083-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2223834 INFO  (jetty-launcher-5083-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@203ca7f1{/solr,null,AVAILABLE}
   [junit4]   2> 2223835 INFO  (jetty-launcher-5083-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25a5ea70{/solr,null,AVAILABLE}
   [junit4]   2> 2223835 INFO  (jetty-launcher-5083-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1336518f{HTTP/1.1,[http/1.1]}{127.0.0.1:51979}
   [junit4]   2> 2223835 INFO  (jetty-launcher-5083-thread-2) [    ] o.e.j.s.Server Started @2227978ms
   [junit4]   2> 2223835 INFO  (jetty-launcher-5083-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51979}
   [junit4]   2> 2223835 INFO  (jetty-launcher-5083-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4247ffa1{HTTP/1.1,[http/1.1]}{127.0.0.1:51982}
   [junit4]   2> 2223836 INFO  (jetty-launcher-5083-thread-1) [    ] o.e.j.s.Server Started @2227979ms
   [junit4]   2> 2223836 ERROR (jetty-launcher-5083-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2223836 INFO  (jetty-launcher-5083-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51982}
   [junit4]   2> 2223836 INFO  (jetty-launcher-5083-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2223836 INFO  (jetty-launcher-5083-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2223836 ERROR (jetty-launcher-5083-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2223836 INFO  (jetty-launcher-5083-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2223836 INFO  (jetty-launcher-5083-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2223836 INFO  (jetty-launcher-5083-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2223836 INFO  (jetty-launcher-5083-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T06:42:08.464Z
   [junit4]   2> 2223837 INFO  (jetty-launcher-5083-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2223837 INFO  (jetty-launcher-5083-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T06:42:08.465Z
   [junit4]   2> 2223845 INFO  (jetty-launcher-5083-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2223845 INFO  (jetty-launcher-5083-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2223858 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdc7e7b660002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2223859 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdc7e7b660001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2223860 INFO  (jetty-launcher-5083-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2223861 INFO  (jetty-launcher-5083-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2223861 INFO  (jetty-launcher-5083-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51975/solr
   [junit4]   2> 2223862 INFO  (jetty-launcher-5083-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51975/solr
   [junit4]   2> 2223865 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdc7e7b660003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2223867 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdc7e7b660004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2223897 INFO  (jetty-launcher-5083-thread-2) [n:127.0.0.1:51979_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2223898 INFO  (jetty-launcher-5083-thread-1) [n:127.0.0.1:51982_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2223898 INFO  (jetty-launcher-5083-thread-2) [n:127.0.0.1:51979_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51979_solr
   [junit4]   2> 2223899 INFO  (jetty-launcher-5083-thread-1) [n:127.0.0.1:51982_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51982_solr
   [junit4]   2> 2223900 INFO  (jetty-launcher-5083-thread-2) [n:127.0.0.1:51979_solr    ] o.a.s.c.Overseer Overseer (id=97914252712869894-127.0.0.1:51979_solr-n_0000000000) starting
   [junit4]   2> 2223902 INFO  (zkCallback-5095-thread-1-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2223902 INFO  (zkCallback-5094-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2223914 INFO  (jetty-launcher-5083-thread-2) [n:127.0.0.1:51979_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51979_solr
   [junit4]   2> 2223978 INFO  (zkCallback-5095-thread-1-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2223978 INFO  (zkCallback-5094-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2224066 INFO  (jetty-launcher-5083-thread-1) [n:127.0.0.1:51982_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001\node1\.
   [junit4]   2> 2224070 INFO  (jetty-launcher-5083-thread-2) [n:127.0.0.1:51979_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001\node2\.
   [junit4]   2> 2225963 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2225966 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51975/solr ready
   [junit4]   2> 2225981 INFO  (qtp2125883575-22909) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2225984 INFO  (qtp2125883575-22909) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2225987 INFO  (qtp2125883575-22887) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2225988 INFO  (qtp2125883575-22887) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2225990 INFO  (OverseerThreadFactory-10031-thread-1-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.CreateCollectionCmd Create collection solr_9504
   [junit4]   2> 2226099 INFO  (qtp1917352439-22901) [n:127.0.0.1:51982_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2226099 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2226100 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2226102 INFO  (qtp1917352439-22900) [n:127.0.0.1:51982_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350
   [junit4]   2> 2226102 INFO  (qtp1917352439-22900) [n:127.0.0.1:51982_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2226206 INFO  (zkCallback-5094-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2226991 INFO  (qtp2125883575-22892) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2226993 INFO  (qtp2125883575-22892) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2227104 INFO  (qtp1917352439-22899) [n:127.0.0.1:51982_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350
   [junit4]   2> 2227104 INFO  (qtp1917352439-22899) [n:127.0.0.1:51982_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2227135 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2227150 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
   [junit4]   2> 2227159 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2227159 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 2227160 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2227160 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001\node1\solr_9504_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001\node1\.\solr_9504_shard1_replica1\data\]
   [junit4]   2> 2227342 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2227342 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2227344 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2227344 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2227347 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f62a6af[solr_9504_shard1_replica1] main]
   [junit4]   2> 2227350 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2227351 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2227351 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2227351 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566628047202811904
   [junit4]   2> 2227351 INFO  (searcherExecutor-10036-thread-1-processing-x:solr_9504_shard1_replica1 c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE n:127.0.0.1:51982_solr s:shard1 c:solr_9504) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@6f62a6af[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2227360 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2227360 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2227360 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51982/solr/solr_9504_shard1_replica1/
   [junit4]   2> 2227360 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2227360 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:51982/solr/solr_9504_shard1_replica1/ has no replicas
   [junit4]   2> 2227361 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2227367 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51982/solr/solr_9504_shard1_replica1/ shard1
   [junit4]   2> 2227473 INFO  (zkCallback-5094-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2227520 INFO  (parallelCoreAdminExecutor-10033-thread-1-processing-n:127.0.0.1:51982_solr c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350 CREATE) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2227626 INFO  (zkCallback-5094-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2227995 INFO  (qtp2125883575-22891) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2227997 INFO  (qtp2125883575-22891) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2228106 INFO  (qtp1917352439-22898) [n:127.0.0.1:51982_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350
   [junit4]   2> 2228106 INFO  (qtp1917352439-22898) [n:127.0.0.1:51982_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b5521486053030182350&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2228111 INFO  (OverseerThreadFactory-10031-thread-1-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2228999 INFO  (qtp2125883575-22889) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2229001 INFO  (qtp2125883575-22889) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2229003 INFO  (qtp2125883575-22885) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2229004 INFO  (qtp2125883575-22885) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c0cf4601-c92a-4bb7-9e9a-2f7323b55214&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2229029 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2229036 INFO  (qtp1917352439-22884) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566628048965468160)]} 0 4
   [junit4]   2> 2229040 INFO  (qtp1917352439-22901) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566628048973856768)]} 0 0
   [junit4]   2> 2229042 INFO  (qtp1917352439-22900) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566628048975953920)]} 0 0
   [junit4]   2> 2229044 INFO  (qtp1917352439-22899) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566628048978051072)]} 0 0
   [junit4]   2> 2229045 INFO  (qtp1917352439-22898) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566628048979099648)]} 0 0
   [junit4]   2> 2229046 INFO  (qtp1917352439-22895) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566628048980148224)]} 0 0
   [junit4]   2> 2229047 INFO  (qtp1917352439-22912) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566628048981196800)]} 0 0
   [junit4]   2> 2229048 INFO  (qtp1917352439-22897) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566628048982245376)]} 0 0
   [junit4]   2> 2229050 INFO  (qtp1917352439-22884) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566628048984342528)]} 0 0
   [junit4]   2> 2229051 INFO  (qtp1917352439-22901) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566628048985391104)]} 0 0
   [junit4]   2> 2229052 INFO  (qtp1917352439-22900) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2229052 INFO  (qtp1917352439-22900) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@76d36059
   [junit4]   2> 2229093 INFO  (qtp1917352439-22900) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d9d4109[solr_9504_shard1_replica1] main]
   [junit4]   2> 2229093 INFO  (qtp1917352439-22900) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2229093 INFO  (searcherExecutor-10036-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@3d9d4109[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 2229093 INFO  (qtp1917352439-22900) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=solr_9504:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 41
   [junit4]   2> 2229094 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.c.ChaosMonkey monkey: kill shard! 51982
   [junit4]   2> 2229095 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4247ffa1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2229096 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2101569752
   [junit4]   2> 2229101 INFO  (coreCloseExecutor-10041-thread-1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3b829733
   [junit4]   2> 2229104 INFO  (coreCloseExecutor-10041-thread-1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 2229106 WARN  (zkCallback-5094-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2229107 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2229107 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25a5ea70{/solr,null,UNAVAILABLE}
   [junit4]   2> 2229107 INFO  (zkCallback-5095-thread-1-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2229108 INFO  (zkCallback-5101-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2229109 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 51982
   [junit4]   2> 2229111 INFO  (qtp2125883575-22909) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=05e5d508-024a-4217-92fc-31a133571896&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2229113 INFO  (qtp2125883575-22909) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=05e5d508-024a-4217-92fc-31a133571896&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2229118 INFO  (OverseerThreadFactory-10031-thread-2-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"solr_9504",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "async":"05e5d508-024a-4217-92fc-31a133571896",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 2229118 INFO  (OverseerCollectionConfigSetProcessor-97914252712869894-127.0.0.1:51979_solr-n_0000000000) [n:127.0.0.1:51979_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2229119 INFO  (OverseerThreadFactory-10031-thread-2-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:51979_solr for creating new replica
   [junit4]   2> 2229122 INFO  (qtp2125883575-22892) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=05e5d508-024a-4217-92fc-31a13357189686056054498925&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2229122 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=05e5d508-024a-4217-92fc-31a13357189686056054498925&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2229124 INFO  (qtp2125883575-22891) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 05e5d508-024a-4217-92fc-31a13357189686056054498925
   [junit4]   2> 2229124 INFO  (qtp2125883575-22891) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=05e5d508-024a-4217-92fc-31a13357189686056054498925&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2229125 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2229128 INFO  (zkCallback-5095-thread-1-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2230114 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2230115 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ecfce30{/solr,null,AVAILABLE}
   [junit4]   2> 2230118 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7910f75d{HTTP/1.1,[http/1.1]}{127.0.0.1:51982}
   [junit4]   2> 2230118 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.e.j.s.Server Started @2234261ms
   [junit4]   2> 2230118 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51982}
   [junit4]   2> 2230118 ERROR (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2230119 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2230119 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2230119 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2230119 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T06:42:14.747Z
   [junit4]   2> 2230124 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2230125 INFO  (qtp2125883575-22888) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 05e5d508-024a-4217-92fc-31a13357189686056054498925
   [junit4]   2> 2230125 INFO  (qtp2125883575-22888) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=05e5d508-024a-4217-92fc-31a13357189686056054498925&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2230140 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdc7e7b660009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2230145 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2230146 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51975/solr
   [junit4]   2> 2230148 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2230170 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.s.IndexSchema [solr_9504_shard1_replica2] Schema name=minimal
   [junit4]   2> 2230172 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2230176 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [n:127.0.0.1:51982_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2230180 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2230180 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica2' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 2230180 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2230181 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [n:127.0.0.1:51982_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51982_solr
   [junit4]   2> 2230181 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SolrCore [[solr_9504_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001\node2\solr_9504_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001\node2\.\solr_9504_shard1_replica2\data\]
   [junit4]   2> 2230184 INFO  (zkCallback-5095-thread-1-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2230184 INFO  (zkCallback-5106-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2230185 INFO  (zkCallback-5101-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2230289 INFO  (zkCallback-5095-thread-2-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2230341 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2230341 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2230343 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2230343 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2230347 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [n:127.0.0.1:51982_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001\node1\.
   [junit4]   2> 2230347 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [n:127.0.0.1:51982_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [solr_9504_shard1_replica1]
   [junit4]   2> 2230352 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2230355 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bdf06a2[solr_9504_shard1_replica2] main]
   [junit4]   2> 2230358 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2230358 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2230358 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2230359 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566628050356928512
   [junit4]   2> 2230361 INFO  (searcherExecutor-10047-thread-1-processing-x:solr_9504_shard1_replica2 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE n:127.0.0.1:51979_solr s:shard1 c:solr_9504) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SolrCore [solr_9504_shard1_replica2] Registered new searcher Searcher@2bdf06a2[solr_9504_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2230365 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2230389 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2230402 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
   [junit4]   2> 2230427 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2230427 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 2230428 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2230428 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001\node1\solr_9504_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001\tempDir-001\node1\.\solr_9504_shard1_replica1\data\]
   [junit4]   2> 2230476 INFO  (zkCallback-5106-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2230477 INFO  (zkCallback-5095-thread-2-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2230566 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2230566 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2230568 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2230568 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2230579 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f73288d[solr_9504_shard1_replica1] main]
   [junit4]   2> 2230581 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 2230582 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 2230582 INFO  (coreLoadExecutor-10051-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2230582 INFO  (searcherExecutor-10054-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@1f73288d[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 2230865 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2230865 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2230865 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51979/solr/solr_9504_shard1_replica2/
   [junit4]   2> 2230866 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2 url=http://127.0.0.1:51979/solr START replicas=[http://127.0.0.1:51982/solr/solr_9504_shard1_replica1/] nUpdates=100
   [junit4]   2> 2230866 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2 url=http://127.0.0.1:51979/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2230869 ERROR (qtp2076239604-22963) [    ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 2230869 WARN  (qtp2076239604-22963) [    ] o.e.j.s.ServletHandler /solr/solr_9504_shard1_replica1/get
   [junit4]   2> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2230871 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2230871 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2230871 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2230876 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51979/solr/solr_9504_shard1_replica2/ shard1
   [junit4]   2> 2230982 INFO  (zkCallback-5106-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2230982 INFO  (zkCallback-5095-thread-2-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2231029 INFO  (parallelCoreAdminExecutor-10032-thread-1-processing-n:127.0.0.1:51979_solr 05e5d508-024a-4217-92fc-31a13357189686056054498925 CREATE) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2231128 INFO  (qtp2125883575-22913) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 05e5d508-024a-4217-92fc-31a13357189686056054498925
   [junit4]   2> 2231128 INFO  (qtp2125883575-22913) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=05e5d508-024a-4217-92fc-31a13357189686056054498925&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2231132 INFO  (OverseerThreadFactory-10031-thread-2-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2231154 INFO  (zkCallback-5106-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2231155 INFO  (zkCallback-5095-thread-2-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2231589 INFO  (coreZkRegister-10043-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.ZkController Core needs to recover:solr_9504_shard1_replica1
   [junit4]   2> 2231590 INFO  (updateExecutor-5103-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 2231591 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 2231591 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[1566628048985391104, 1566628048984342528, 1566628048982245376, 1566628048981196800, 1566628048980148224, 1566628048979099648, 1566628048978051072, 1566628048975953920, 1566628048973856768, 1566628048965468160]]
   [junit4]   2> 2231591 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[solr_9504_shard1_replica1]
   [junit4]   2> 2231592 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 2231592 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Publishing state of core [solr_9504_shard1_replica1] as recovering, leader is [http://127.0.0.1:51979/solr/solr_9504_shard1_replica2/] and I am [http://127.0.0.1:51982/solr/solr_9504_shard1_replica1/]
   [junit4]   2> 2231600 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:51979/solr]; [WaitForState: action=PREPRECOVERY&core=solr_9504_shard1_replica2&nodeName=127.0.0.1:51982_solr&coreNodeName=core_node1&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 2231601 INFO  (qtp2125883575-22885) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 2231602 INFO  (qtp2125883575-22885) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see solr_9504_shard1_replica2 (shard1 of solr_9504) have state: recovering
   [junit4]   2> 2231602 INFO  (qtp2125883575-22885) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504, shard=shard1, thisCore=solr_9504_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:51982_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:51982/solr","node_name":"127.0.0.1:51982_solr","state":"down"}
   [junit4]   2> 2231698 INFO  (zkCallback-5095-thread-2-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2231698 INFO  (zkCallback-5106-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2232603 INFO  (qtp2125883575-22885) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504, shard=shard1, thisCore=solr_9504_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:51982_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:51982/solr","node_name":"127.0.0.1:51982_solr","state":"recovering"}
   [junit4]   2> 2232603 INFO  (qtp2125883575-22885) [n:127.0.0.1:51979_solr    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 2232603 INFO  (qtp2125883575-22885) [n:127.0.0.1:51979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:51982_solr&onlyIfLeaderActive=true&core=solr_9504_shard1_replica2&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 2233104 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:51979/solr/solr_9504_shard1_replica2/] - recoveringAfterStartup=[true]
   [junit4]   2> 2233104 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:51982/solr START replicas=[http://127.0.0.1:51979/solr/solr_9504_shard1_replica2/] nUpdates=100
   [junit4]   2> 2233109 INFO  (qtp2125883575-22892) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 2233109 INFO  (qtp2125883575-22892) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2233110 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@1f73288d[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(6.6.0):C10)) docBase=0 ord=0) mavVersion:9223372036854775807
   [junit4]   2> 2233110 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1566628048985391104, maxInHash=1566628048985391104, versionsHash=-4871474145677614303, numVersions=10, numDocs=10, maxDoc=10}
   [junit4]   2> 2233112 INFO  (qtp2125883575-22891) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 2233112 INFO  (qtp2125883575-22891) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2233113 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:51982/solr  Received 0 versions from http://127.0.0.1:51979/solr/solr_9504_shard1_replica2/ fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 2233113 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:51982/solr DONE. sync failed
   [junit4]   2> 2233113 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
   [junit4]   2> 2233113 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 2233113 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:51979/solr/solr_9504_shard1_replica2/].
   [junit4]   2> 2233115 INFO  (qtp2125883575-22913) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2233115 INFO  (qtp2125883575-22913) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2233115 INFO  (qtp2125883575-22913) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2233115 INFO  (qtp2125883575-22913) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica2]  webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 2233120 INFO  (qtp2125883575-22887) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2233120 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 2233120 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 2233120 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 2233121 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.IndexFetcher Slave's version: 1494052933680
   [junit4]   2> 2233121 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 2233121 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 2233121 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 2233122 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 2233123 INFO  (OverseerCollectionConfigSetProcessor-97914252712869894-127.0.0.1:51979_solr-n_0000000000) [n:127.0.0.1:51979_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2233124 INFO  (recoveryExecutor-5104-thread-1-processing-n:127.0.0.1:51982_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 2233227 INFO  (zkCallback-5095-thread-2-processing-n:127.0.0.1:51979_solr) [n:127.0.0.1:51979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2233227 INFO  (zkCallback-5101-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2233227 INFO  (zkCallback-5106-thread-1-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2233230 INFO  (qtp2076239604-22967) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.S.Request [solr_9504_shard1_replica1]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=10 status=0 QTime=0
   [junit4]   2> 2233232 INFO  (qtp2125883575-22909) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2233232 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[7110158004EBB550]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLeaderElectionWithEmptyReplica -Dtests.method=test -Dtests.seed=7110158004EBB550 -Dtests.slow=true -Dtests.locale=ar-EG -Dtests.timezone=Africa/Windhoek -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 4.23s J1 | TestLeaderElectionWithEmptyReplica.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7110158004EBB550:F9442A5AAA17D8A8]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
   [junit4]    > 	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2233240 INFO  (jetty-closer-5084-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7910f75d{HTTP/1.1,[http/1.1]}{127.0.0.1:51982}
   [junit4]   2> 2233240 INFO  (jetty-closer-5084-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1336518f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2233241 INFO  (jetty-closer-5084-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=412013652
   [junit4]   2> 2233242 INFO  (jetty-closer-5084-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1615316244
   [junit4]   2> 2233247 INFO  (coreCloseExecutor-10060-thread-1) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.SolrCore [solr_9504_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4e4ab5fd
   [junit4]   2> 2233258 INFO  (coreCloseExecutor-10059-thread-1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6dc8df54
   [junit4]   2> 2233262 INFO  (coreCloseExecutor-10060-thread-1) [n:127.0.0.1:51979_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica2
   [junit4]   2> 2233263 INFO  (jetty-closer-5084-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97914252712869894-127.0.0.1:51979_solr-n_0000000000) closing
   [junit4]   2> 2233263 INFO  (OverseerStateUpdate-97914252712869894-127.0.0.1:51979_solr-n_0000000000) [n:127.0.0.1:51979_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51979_solr
   [junit4]   2> 2233267 INFO  (jetty-closer-5084-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2233267 INFO  (jetty-closer-5084-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@203ca7f1{/solr,null,UNAVAILABLE}
   [junit4]   2> 2233268 INFO  (zkCallback-5106-thread-2-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51982_solr
   [junit4]   2> 2233269 INFO  (zkCallback-5106-thread-3-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2233270 INFO  (coreCloseExecutor-10059-thread-1) [n:127.0.0.1:51982_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 2233275 WARN  (zkCallback-5106-thread-2-processing-n:127.0.0.1:51982_solr) [n:127.0.0.1:51982_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2233276 INFO  (jetty-closer-5084-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2233276 INFO  (jetty-closer-5084-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ecfce30{/solr,null,UNAVAILABLE}
   [junit4]   2> 2233276 ERROR (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2233278 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51975 51975
   [junit4]   2> 2233279 INFO  (Thread-4725) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51975 51975
   [junit4]   2> 2233281 WARN  (Thread-4725) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/solr_9504/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97914252712869894-127.0.0.1:51979_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2233281 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7110158004EBB550]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7110158004EBB550-001
   [junit4]   2> May 06, 2017 6:42:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=1819, maxMBSortInHeap=6.362407858962765, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ar-EG, timezone=Africa/Windhoek
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=164190888,total=449245184
   [junit4]   2> NOTE: All tests run in this JVM: [TestRebalanceLeaders, TestSolrCLIRunExample, TestFieldResource, TestRandomFlRTGCloud, TestJmxMonitoredMap, AliasIntegrationTest, OverseerCollectionConfigSetProcessorTest, TlogReplayBufferedWhileIndexingTest, ExplicitHLLTest, SolrIndexSplitterTest, HdfsTlogReplayBufferedWhileIndexingTest, DistanceFunctionTest, BinaryUpdateRequestHandlerTest, TestManagedSchema, SolrXmlInZkTest, SecurityConfHandlerTest, BooleanFieldTest, CoreAdminCreateDiscoverTest, TolerantUpdateProcessorTest, TestCustomDocTransformer, TestIndexSearcher, TestSmileRequest, TestDistributedGrouping, TestSolrCloudWithDelegationTokens, SpellCheckCollatorTest, TestSubQueryTransformerDistrib, HdfsNNFailoverTest, BlobRepositoryCloudTest, DataDrivenBlockJoinTest, SortSpecParsingTest, SpellPossibilityIteratorTest, TestCoreDiscovery, TestGraphTermsQParserPlugin, TestBlobHandler, TestMiniSolrCloudClusterSSL, TestTrie, PreAnalyzedUpdateProcessorTest, AtomicUpdatesTest, TestCollectionAPIs, CdcrReplicationHandlerTest, ShardRoutingCustomTest, TestSolrDeletionPolicy2, CdcrVersionReplicationTest, TestManagedSchemaThreadSafety, ResponseHeaderTest, TestUtils, NoCacheHeaderTest, TestDFRSimilarityFactory, DebugComponentTest, EnumFieldTest, CollectionsAPISolrJTest, CopyFieldTest, TestLMJelinekMercerSimilarityFactory, TestDistributedMissingSort, RecoveryAfterSoftCommitTest, TestDownShardTolerantSearch, ReplaceNodeTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestUseDocValuesAsStored, SuggestComponentTest, TestBadConfig, TestDefaultStatsCache, TestIndexingPerformance, TestSolrConfigHandlerCloud, TestInPlaceUpdatesDistrib, TestFreeTextSuggestions, TestCrossCoreJoin, SSLMigrationTest, DistributedVersionInfoTest, TestSolrCoreParser, HighlighterConfigTest, TestRealTimeGet, TestTrackingShardHandlerFactory, SortByFunctionTest, AnalysisErrorHandlingTest, TestNestedDocsSort, TestDynamicFieldResource, DistributedFacetPivotSmallAdvancedTest, BJQParserTest, TestRecoveryHdfs, BadIndexSchemaTest, SharedFSAutoReplicaFailoverUtilsTest, UpdateParamsTest, TestSolrCoreSnapshots, TestOmitPositions, TemplateUpdateProcessorTest, TestFieldCacheSanityChecker, RegexBoostProcessorTest, CoreSorterTest, TestConfigSetProperties, BigEndianAscendingWordSerializerTest, TestSchemaManager, DistributedIntervalFacetingTest, TestReqParamsAPI, TestSolrCloudWithHadoopAuthPlugin, TestFiltering, DistribJoinFromCollectionTest, TestHdfsBackupRestoreCore, SolrCmdDistributorTest, TestComplexPhraseQParserPlugin, SignatureUpdateProcessorFactoryTest, TestQueryTypes, TestManagedSynonymFilterFactory, TestMacros, StatsReloadRaceTest, AsyncCallRequestStatusResponseTest, TestScoreJoinQPScore, TermVectorComponentTest, TestNumericTerms32, CreateCollectionCleanupTest, JsonLoaderTest, TestSubQueryTransformer, FieldAnalysisRequestHandlerTest, TestIntervalFaceting, DistributedFacetPivotWhiteBoxTest, TestMissingGroups, TestFieldCacheSortRandom, ReplicaListTransformerTest, SolrIndexConfigTest, TestSolrConfigHandler, ClassificationUpdateProcessorIntegrationTest, TestUninvertingReader, TestSQLHandler, TestDeleteCollectionOnDownNodes, CloneFieldUpdateProcessorFactoryTest, SolrGraphiteReporterTest, TestJoin, TestLRUStatsCache, ScriptEngineTest, OverseerTaskQueueTest, ExitableDirectoryReaderTest, TestCodecSupport, TermVectorComponentDistributedTest, EchoParamsTest, TestShardHandlerFactory, LeaderElectionContextKeyTest, TestDocSet, TestHdfsCloudBackupRestore, JvmMetricsTest, CircularListTest, TestSolrQueryResponse, PreAnalyzedFieldTest, RequestHandlersTest, CoreAdminHandlerTest, TestSSLRandomization, ZkStateWriterTest, SuggesterWFSTTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DistributedQueryComponentOptimizationTest, TestCloudJSONFacetJoinDomain, TestObjectReleaseTracker, TestRandomFaceting, HdfsRecoveryZkTest, TestPathTrie, TestLuceneMatchVersion, TestSimpleTrackingShardHandler, UUIDFieldTest, TestSolrCoreProperties, CleanupOldIndexTest, TestFieldTypeResource, CloudMLTQParserTest, TestSolr4Spatial, NotRequiredUniqueKeyTest, TestCollationFieldDocValues, TestQueryUtils, SpellingQueryConverterTest, MultiThreadedOCPTest, TestRecovery, TestNRTOpen, MissingSegmentRecoveryTest, SuggesterTSTTest, DirectUpdateHandlerOptimizeTest, SearchHandlerTest, ShardSplitTest, BasicDistributedZkTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, RecoveryZkTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, AutoCommitTest, TestHashPartitioner, TestStressReorder, TestReload, DistributedTermsComponentTest, SimpleFacetsTest, StatsComponentTest, ShowFileRequestHandlerTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTest, SpatialFilterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, DocValuesMultiTest, CacheHeaderTest, TestSurroundQueryParser, StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, TestBinaryResponseWriter, AlternateDirectoryTest, TestQuerySenderNoQuery, TestStressRecovery, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestConfig, TestPostingsSolrHighlighter, TestCharFilters, TestPerFieldSimilarity, TestIBSimilarityFactory, TestFastWriter, TestFastOutputStream, PluginInfoTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, ClusterStateTest, TestDocumentBuilder, DistributedMLTComponentTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, DeleteShardTest, DistribCursorPagingTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestLeaderElectionWithEmptyReplica]
   [junit4] Completed [527/711 (1!)] on J1 in 9.85s, 1 test, 1 failure <<< FAILURES!

[...truncated 44091 lines...]

[JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_131) - Build # 876 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/876/
Java: 64bit/jdk1.8.0_131 -XX:+UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery

Error Message:
Expected a collection with one shard and two replicas null Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"MissingSegmentRecoveryTest_shard1_replica2",           "base_url":"https://127.0.0.1:53652/solr",           "node_name":"127.0.0.1:53652_solr",           "state":"active",           "leader":"true"},         "core_node2":{           "core":"MissingSegmentRecoveryTest_shard1_replica1",           "base_url":"https://127.0.0.1:53653/solr",           "node_name":"127.0.0.1:53653_solr",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"MissingSegmentRecoveryTest_shard1_replica2",
          "base_url":"https://127.0.0.1:53652/solr",
          "node_name":"127.0.0.1:53652_solr",
          "state":"active",
          "leader":"true"},
        "core_node2":{
          "core":"MissingSegmentRecoveryTest_shard1_replica1",
          "base_url":"https://127.0.0.1:53653/solr",
          "node_name":"127.0.0.1:53653_solr",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([7D72D85AA8DCB3AC:2D274059F1FD05B1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([7D72D85AA8DCB3AC:F526E7800620DE54]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([7D72D85AA8DCB3AC:D8C098920E927A58]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
expected:<2> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
	at __randomizedtesting.SeedInfo.seed([7D72D85AA8DCB3AC:982391FECF8F423]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:130)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12487 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.processor.UpdateRequestProcessorFactoryTest_7D72D85AA8DCB3AC-001\init-core-data-001
   [junit4]   2> 1764848 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1764848 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1764853 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1764854 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1764855 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1764905 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1764915 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1765017 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1765032 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1765122 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8bf6904
   [junit4]   2> 1765125 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8bf6904
   [junit4]   2> 1765125 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8bf6904
   [junit4]   2> 1765127 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1765189 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1765198 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1765295 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1765303 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 1765303 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8bf6904
   [junit4]   2> 1765303 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1765304 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.processor.UpdateRequestProcessorFactoryTest_7D72D85AA8DCB3AC-001\init-core-data-001\]
   [junit4]   2> 1765305 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2962056475166131]
   [junit4]   2> 1765451 WARN  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1765451 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1765451 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1765452 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=69.4130859375, floorSegmentMB=0.671875, forceMergeDeletesPctAllowed=15.01243299992696, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3563163067512932
   [junit4]   2> 1765452 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@413fb74a[collection1] main]
   [junit4]   2> 1765453 WARN  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 1765453 INFO  (coreLoadExecutor-7813-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1765453 INFO  (searcherExecutor-7814-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@413fb74a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1765455 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1765457 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1765457 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 1765458 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=7D72D85AA8DCB3AC -Dtests.slow=true -Dtests.locale=en-MT -Dtests.timezone=Brazil/East -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.01s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7D72D85AA8DCB3AC:D8C098920E927A58]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1765461 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1765461 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1765463 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1765463 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 1765465 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1765465 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2114127025
   [junit4]   2> 1765465 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1765465 INFO  (coreCloseExecutor-7818-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1182921d
   [junit4]   2> 1765466 INFO  (coreCloseExecutor-7818-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1765469 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.update.processor.UpdateRequestProcessorFactoryTest_7D72D85AA8DCB3AC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1817, maxMBSortInHeap=7.905435872310574, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en-MT, timezone=Brazil/East
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=91942608,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [AnalysisErrorHandlingTest, TestStandardQParsers, TestBadConfig, TestScoreJoinQPScore, NotRequiredUniqueKeyTest, UpdateParamsTest, JvmMetricsTest, QueryParsingTest, TestRecovery, TestRealTimeGet, UpdateLogTest, DistributedFacetPivotSmallAdvancedTest, BJQParserTest, BigEndianAscendingWordSerializerTest, TestSystemCollAutoCreate, ForceLeaderTest, CurrencyFieldOpenExchangeTest, BooleanFieldTest, SignatureUpdateProcessorFactoryTest, CheckHdfsIndexTest, DistanceUnitsTest, TestIntervalFaceting, TestSolrCoreSnapshots, TestTrie, TestSmileRequest, TestFieldSortValues, LeaderInitiatedRecoveryOnShardRestartTest, GraphQueryTest, DeleteInactiveReplicaTest, TestRandomFaceting, TestMacros, DataDrivenBlockJoinTest, TestDistributedMissingSort, ResponseHeaderTest, ConnectionReuseTest, TestFuzzyAnalyzedSuggestions, CacheHeaderTest, TestLeaderElectionZkExpiry, ConvertedLegacyTest, DistributedVersionInfoTest, SearchHandlerTest, TestUseDocValuesAsStored, TestAuthorizationFramework, TestMiniSolrCloudCluster, TestNestedDocsSort, SolrMetricManagerTest, TestCollectionAPIs, TestZkChroot, FacetPivotSmallTest, TestTolerantUpdateProcessorCloud, TestCollationFieldDocValues, SortSpecParsingTest, StatsComponentTest, SolrSlf4jReporterTest, StatsReloadRaceTest, SolrInfoMBeanTest, TestSolrCoreProperties, TestNonDefinedSimilarityFactory, OpenCloseCoreStressTest, TestLMDirichletSimilarityFactory, TestFieldCache, ChaosMonkeySafeLeaderTest, SolrGraphiteReporterTest, ZkStateWriterTest, NoCacheHeaderTest, TestSolrConfigHandlerCloud, TestFieldTypeResource, TestPHPSerializedResponseWriter, TestLRUStatsCache, TestLuceneMatchVersion, LoggingHandlerTest, TestCloudDeleteByQuery, TestMiniSolrCloudClusterSSL, TestDelegationWithHadoopAuth, TestComplexPhraseQParserPlugin, LukeRequestHandlerTest, TestRawResponseWriter, TestManagedResourceStorage, TestQuerySenderNoQuery, TestCopyFieldCollectionResource, FileBasedSpellCheckerTest, TestClusterProperties, TestReqParamsAPI, TestOrdValues, ZkSolrClientTest, TestNoOpRegenerator, SolrCLIZkUtilsTest, SolrCmdDistributorTest, TestJavabinTupleStreamParser, TestDistributedGrouping, TestMissingGroups, TestIndexSearcher, SuggestComponentTest, AnalyticsMergeStrategyTest, HdfsNNFailoverTest, ShardSplitTest, TestSolrDeletionPolicy2, WordBreakSolrSpellCheckerTest, DistributedQueryComponentOptimizationTest, TestValueSourceCache, LeaderElectionContextKeyTest, HighlighterConfigTest, CachingDirectoryFactoryTest, TestBulkSchemaAPI, TestSubQueryTransformer, TestFastWriter, TestOmitPositions, TestFoldingMultitermQuery, DistributedFacetPivotLargeTest, BlockJoinFacetRandomTest, JsonLoaderTest, TestBlendedInfixSuggestions, TestSolrCloudWithSecureImpersonation, TestSolrCoreParser, BufferStoreTest, TestSearchPerf, TestFieldCacheWithThreads, TestEmbeddedSolrServerSchemaAPI, TestHdfsBackupRestoreCore, TestRandomFlRTGCloud, TestLMJelinekMercerSimilarityFactory, TestTrackingShardHandlerFactory, TestMergePolicyConfig, TestFreeTextSuggestions, TestSchemaVersionResource, AsyncCallRequestStatusResponseTest, TestRequestForwarding, TestInfoStreamLogging, HdfsSyncSliceTest, TolerantUpdateProcessorTest, SpellCheckCollatorTest, ClassificationUpdateProcessorIntegrationTest, TestFiltering, TestFieldCacheSortRandom, DateMathParserTest, HdfsTlogReplayBufferedWhileIndexingTest, TestWriterPerf, QueryResultKeyTest, SolrIndexConfigTest, UUIDFieldTest, TestCoreDiscovery, AtomicUpdatesTest, TestXmlQParserPlugin, TestPerFieldSimilarityWithDefaultOverride, AddSchemaFieldsUpdateProcessorFactoryTest, SliceStateTest, TestNumericTerms32, MultiThreadedOCPTest, TestSQLHandler, SuggesterWFSTTest, TestDocSet, TestDefaultStatsCache, OverseerTaskQueueTest, DebugComponentTest, TestTrieFacet, URLClassifyProcessorTest, TermVectorComponentDistributedTest, TestExpandComponent, TestSSLRandomization, PreAnalyzedUpdateProcessorTest, BlockCacheTest, TestSchemaManager, BlobRepositoryCloudTest, ShowFileRequestHandlerTest, ExternalFileFieldSortTest, DefaultValueUpdateProcessorTest, SuggesterTest, TestSolrQueryParser, DistributedFacetPivotWhiteBoxTest, CoreAdminHandlerTest, BinaryUpdateRequestHandlerTest, TestShardHandlerFactory, TestObjectReleaseTracker, SpellPossibilityIteratorTest, SyncSliceTest, OverseerTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, AutoCommitTest, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TestJoin, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, TestFunctionQuery, SoftAutoCommitTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, DocValuesTest, TestAtomicUpdateErrorCases, TestRemoteStreaming, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TestQueryUtils, TestQueryTypes, RequestHandlersTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [425/711 (1!)] on J1 in 0.64s, 3 tests, 1 error <<< FAILURES!

[...truncated 349 lines...]
   [junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\init-core-data-001
   [junit4]   2> 2106472 WARN  (SUITE-MissingSegmentRecoveryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
   [junit4]   2> 2106473 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2106478 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2106480 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001
   [junit4]   2> 2106482 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2106482 INFO  (Thread-4828) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2106482 INFO  (Thread-4828) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2106487 ERROR (Thread-4828) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2106582 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:53648
   [junit4]   2> 2106597 INFO  (jetty-launcher-4685-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2106597 INFO  (jetty-launcher-4685-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2106599 INFO  (jetty-launcher-4685-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b42a532{/solr,null,AVAILABLE}
   [junit4]   2> 2106599 INFO  (jetty-launcher-4685-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@961b56a{/solr,null,AVAILABLE}
   [junit4]   2> 2106600 INFO  (jetty-launcher-4685-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5a8c21c4{SSL,[ssl, http/1.1]}{127.0.0.1:53652}
   [junit4]   2> 2106600 INFO  (jetty-launcher-4685-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49bde2fd{SSL,[ssl, http/1.1]}{127.0.0.1:53653}
   [junit4]   2> 2106600 INFO  (jetty-launcher-4685-thread-2) [    ] o.e.j.s.Server Started @2112365ms
   [junit4]   2> 2106600 INFO  (jetty-launcher-4685-thread-1) [    ] o.e.j.s.Server Started @2112365ms
   [junit4]   2> 2106600 INFO  (jetty-launcher-4685-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53652}
   [junit4]   2> 2106600 INFO  (jetty-launcher-4685-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53653}
   [junit4]   2> 2106601 ERROR (jetty-launcher-4685-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2106601 INFO  (jetty-launcher-4685-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2106601 INFO  (jetty-launcher-4685-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2106601 INFO  (jetty-launcher-4685-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2106604 INFO  (jetty-launcher-4685-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T20:53:20.306Z
   [junit4]   2> 2106601 ERROR (jetty-launcher-4685-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2106604 INFO  (jetty-launcher-4685-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2106604 INFO  (jetty-launcher-4685-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2106605 INFO  (jetty-launcher-4685-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2106605 INFO  (jetty-launcher-4685-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T20:53:20.307Z
   [junit4]   2> 2106608 INFO  (jetty-launcher-4685-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2106610 INFO  (jetty-launcher-4685-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2106624 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bda636abc0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2106628 INFO  (jetty-launcher-4685-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2106628 INFO  (jetty-launcher-4685-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2106629 INFO  (jetty-launcher-4685-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53648/solr
   [junit4]   2> 2106629 INFO  (jetty-launcher-4685-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53648/solr
   [junit4]   2> 2106661 INFO  (jetty-launcher-4685-thread-2) [n:127.0.0.1:53652_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2106661 INFO  (jetty-launcher-4685-thread-1) [n:127.0.0.1:53653_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2106662 INFO  (jetty-launcher-4685-thread-2) [n:127.0.0.1:53652_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53652_solr
   [junit4]   2> 2106663 INFO  (jetty-launcher-4685-thread-1) [n:127.0.0.1:53653_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53653_solr
   [junit4]   2> 2106663 INFO  (jetty-launcher-4685-thread-2) [n:127.0.0.1:53652_solr    ] o.a.s.c.Overseer Overseer (id=97911937445920773-127.0.0.1:53652_solr-n_0000000000) starting
   [junit4]   2> 2106665 INFO  (zkCallback-4697-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2106665 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2106672 INFO  (jetty-launcher-4685-thread-2) [n:127.0.0.1:53652_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53652_solr
   [junit4]   2> 2106675 INFO  (zkCallback-4697-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2106676 INFO  (OverseerStateUpdate-97911937445920773-127.0.0.1:53652_solr-n_0000000000) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2106817 INFO  (jetty-launcher-4685-thread-1) [n:127.0.0.1:53653_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\.
   [junit4]   2> 2106817 INFO  (jetty-launcher-4685-thread-2) [n:127.0.0.1:53652_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node2\.
   [junit4]   2> 2107624 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2107626 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53648/solr ready
   [junit4]   2> 2107645 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
   [junit4]   2> 2107668 INFO  (qtp1343617020-21550) [n:127.0.0.1:53652_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2107671 INFO  (OverseerThreadFactory-9122-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
   [junit4]   2> 2107782 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2107783 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2107800 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2107802 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2107907 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2107907 INFO  (zkCallback-4697-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2108807 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2108814 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica2] Schema name=minimal
   [junit4]   2> 2108815 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2108826 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2108826 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica2' using configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 2108826 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2108826 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica2\data\]
   [junit4]   2> 2108827 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
   [junit4]   2> 2108829 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2108831 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 2108831 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2108831 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 2108963 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2108963 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2108963 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2108963 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2108965 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2108965 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2108965 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2108965 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2108968 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@10ca1cf2[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 2108968 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@44993e63[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 2108969 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2108969 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2108970 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2108970 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2108970 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2108970 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2108970 INFO  (searcherExecutor-9128-thread-1-processing-n:127.0.0.1:53653_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@10ca1cf2[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2108970 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566591001739395072
   [junit4]   2> 2108970 INFO  (searcherExecutor-9127-thread-1-processing-n:127.0.0.1:53652_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@44993e63[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2108970 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566591001739395072
   [junit4]   2> 2108978 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2108978 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2108978 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53652/solr/MissingSegmentRecoveryTest_shard1_replica2/
   [junit4]   2> 2108978 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica2 url=https://127.0.0.1:53652/solr START replicas=[https://127.0.0.1:53653/solr/MissingSegmentRecoveryTest_shard1_replica1/] nUpdates=100
   [junit4]   2> 2108978 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica2 url=https://127.0.0.1:53652/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2108982 INFO  (qtp699835946-21566) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2108982 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2108982 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2108982 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2108988 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53652/solr/MissingSegmentRecoveryTest_shard1_replica2/ shard1
   [junit4]   2> 2109090 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2109090 INFO  (zkCallback-4697-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2109139 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2109143 INFO  (qtp1343617020-21565) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=1360
   [junit4]   2> 2109244 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2109244 INFO  (zkCallback-4697-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2109982 INFO  (qtp699835946-21546) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=2182
   [junit4]   2> 2109985 INFO  (qtp1343617020-21550) [n:127.0.0.1:53652_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2110084 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2110084 INFO  (zkCallback-4697-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2110986 INFO  (qtp1343617020-21550) [n:127.0.0.1:53652_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3316
   [junit4]   2> 2110999 INFO  (qtp699835946-21567) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:53652/solr/MissingSegmentRecoveryTest_shard1_replica2/&wt=javabin&version=2}{add=[0 (1566591003857518592), 1 (1566591003860664320), 2 (1566591003861712896), 3 (1566591003861712897), 4 (1566591003861712898), 5 (1566591003861712899), 6 (1566591003861712900), 7 (1566591003861712901), 8 (1566591003861712902), 9 (1566591003861712903)]} 0 3
   [junit4]   2> 2110999 INFO  (qtp1343617020-21548) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566591003857518592), 1 (1566591003860664320), 2 (1566591003861712896), 3 (1566591003861712897), 4 (1566591003861712898), 5 (1566591003861712899), 6 (1566591003861712900), 7 (1566591003861712901), 8 (1566591003861712902), 9 (1566591003861712903)]} 0 9
   [junit4]   2> 2111004 INFO  (qtp1343617020-21555) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2111004 INFO  (qtp699835946-21543) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2111004 INFO  (qtp1343617020-21555) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@76076079
   [junit4]   2> 2111004 INFO  (qtp699835946-21543) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@56518d02
   [junit4]   2> 2111029 INFO  (qtp1343617020-21555) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d9c58c6[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 2111029 INFO  (qtp699835946-21543) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@649afe08[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 2111029 INFO  (qtp1343617020-21555) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2111029 INFO  (qtp699835946-21543) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2111029 INFO  (searcherExecutor-9127-thread-1-processing-n:127.0.0.1:53652_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest r:core_node1) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@5d9c58c6[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 2111029 INFO  (searcherExecutor-9128-thread-1-processing-n:127.0.0.1:53653_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@649afe08[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 2111030 INFO  (qtp1343617020-21555) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:53652/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 25
   [junit4]   2> 2111030 INFO  (qtp699835946-21543) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:53652/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 26
   [junit4]   2> 2111030 INFO  (qtp1343617020-21552) [n:127.0.0.1:53652_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 28
   [junit4]   2> 2111034 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@49bde2fd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2111035 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=401789222
   [junit4]   2> 2111036 INFO  (coreCloseExecutor-9137-thread-1) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@df4ab0f
   [junit4]   2> 2111040 INFO  (coreCloseExecutor-9137-thread-1) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
   [junit4]   2> 2111041 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bda636abc0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2111041 INFO  (zkCallback-4703-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2111041 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2111140 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2111674 INFO  (OverseerCollectionConfigSetProcessor-97911937445920773-127.0.0.1:53652_solr-n_0000000000) [n:127.0.0.1:53652_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2112541 WARN  (zkCallback-4697-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2112541 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2112542 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@961b56a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2112545 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2112545 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cbe0421{/solr,null,AVAILABLE}
   [junit4]   2> 2112547 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a7edf04{SSL,[ssl, http/1.1]}{127.0.0.1:53653}
   [junit4]   2> 2112548 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.e.j.s.Server Started @2118313ms
   [junit4]   2> 2112548 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53653}
   [junit4]   2> 2112548 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2112548 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 2112548 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2112548 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2112548 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T20:53:26.250Z
   [junit4]   2> 2112553 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2112565 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bda636abc0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2112568 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2112570 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53648/solr
   [junit4]   2> 2112573 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bda636abc000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2112583 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2112585 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [n:127.0.0.1:53653_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2112588 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [n:127.0.0.1:53653_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53653_solr
   [junit4]   2> 2112590 INFO  (zkCallback-4703-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2112590 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2112590 INFO  (zkCallback-4708-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2112693 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2112703 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [n:127.0.0.1:53653_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\.
   [junit4]   2> 2112703 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[7D72D85AA8DCB3AC]) [n:127.0.0.1:53653_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 2112704 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2112725 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2112733 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
   [junit4]   2> 2112738 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2112738 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 2112738 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2112738 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 2112852 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2112852 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2112853 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2112853 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2112858 INFO  (zkCallback-4696-thread-1-processing-n:127.0.0.1:53652_solr) [n:127.0.0.1:53652_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2112859 INFO  (zkCallback-4708-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2112861 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d97d9db
   [junit4]   2> 2112862 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
   [junit4]   2> 2112869 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
   [junit4]   2> 2112869 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore Updating index properties... index=index.20170506062326571
   [junit4]   2> 2112872 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2112872 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 2112955 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\ afterReload=false
   [junit4]   2> 2112982 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2112982 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2112984 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2112984 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2112985 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\ afterReload=false
   [junit4]   2> 2112992 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\index.20170506062326571
   [junit4]   2> 2113011 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_7D72D85AA8DCB3AC-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\index
   [junit4]   2> 2113021 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e293b65
   [junit4]   2> 2113025 INFO  (coreLoadExecutor-9144-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
   [junit4]   2> 2113025 ERROR (coreContainerWorkExecutor-9140-thread-1-processing-n:127.0.0.1:53653_solr) [n:127.0.0.1:53653_solr    ] o.a.s.c.CoreContainer Error waiting for SolrCore to be created
   [junit4]   2> java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]   2> 	a

[...truncated too long message...]

oseExecutor-9503-thread-1) [n:127.0.0.1:54804_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 2284528 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bda65fc69000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2284528 WARN  (zkCallback-4894-thread-3-processing-n:127.0.0.1:54804_solr) [n:127.0.0.1:54804_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2284529 INFO  (jetty-closer-4872-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2284530 INFO  (jetty-closer-4872-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27693445{/solr,null,UNAVAILABLE}
   [junit4]   2> 2284531 ERROR (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2284531 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54800 54800
   [junit4]   2> 2284532 INFO  (Thread-5104) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54800 54800
   [junit4]   2> 2284533 WARN  (Thread-5104) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/solr_9504/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2284533 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[7D72D85AA8DCB3AC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLeaderElectionWithEmptyReplica_7D72D85AA8DCB3AC-001
   [junit4]   2> May 05, 2017 8:56:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5634, maxDocsPerChunk=711, blockSize=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5634, blockSize=8)), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=fi-FI, timezone=Israel
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=220846360,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [AnalysisErrorHandlingTest, TestStandardQParsers, TestBadConfig, TestScoreJoinQPScore, NotRequiredUniqueKeyTest, UpdateParamsTest, JvmMetricsTest, QueryParsingTest, TestRecovery, TestRealTimeGet, UpdateLogTest, DistributedFacetPivotSmallAdvancedTest, BJQParserTest, BigEndianAscendingWordSerializerTest, TestSystemCollAutoCreate, ForceLeaderTest, CurrencyFieldOpenExchangeTest, BooleanFieldTest, SignatureUpdateProcessorFactoryTest, CheckHdfsIndexTest, DistanceUnitsTest, TestIntervalFaceting, TestSolrCoreSnapshots, TestTrie, TestSmileRequest, TestFieldSortValues, LeaderInitiatedRecoveryOnShardRestartTest, GraphQueryTest, DeleteInactiveReplicaTest, TestRandomFaceting, TestMacros, DataDrivenBlockJoinTest, TestDistributedMissingSort, ResponseHeaderTest, ConnectionReuseTest, TestFuzzyAnalyzedSuggestions, CacheHeaderTest, TestLeaderElectionZkExpiry, ConvertedLegacyTest, DistributedVersionInfoTest, SearchHandlerTest, TestUseDocValuesAsStored, TestAuthorizationFramework, TestMiniSolrCloudCluster, TestNestedDocsSort, SolrMetricManagerTest, TestCollectionAPIs, TestZkChroot, FacetPivotSmallTest, TestTolerantUpdateProcessorCloud, TestCollationFieldDocValues, SortSpecParsingTest, StatsComponentTest, SolrSlf4jReporterTest, StatsReloadRaceTest, SolrInfoMBeanTest, TestSolrCoreProperties, TestNonDefinedSimilarityFactory, OpenCloseCoreStressTest, TestLMDirichletSimilarityFactory, TestFieldCache, ChaosMonkeySafeLeaderTest, SolrGraphiteReporterTest, ZkStateWriterTest, NoCacheHeaderTest, TestSolrConfigHandlerCloud, TestFieldTypeResource, TestPHPSerializedResponseWriter, TestLRUStatsCache, TestLuceneMatchVersion, LoggingHandlerTest, TestCloudDeleteByQuery, TestMiniSolrCloudClusterSSL, TestDelegationWithHadoopAuth, TestComplexPhraseQParserPlugin, LukeRequestHandlerTest, TestRawResponseWriter, TestManagedResourceStorage, TestQuerySenderNoQuery, TestCopyFieldCollectionResource, FileBasedSpellCheckerTest, TestClusterProperties, TestReqParamsAPI, TestOrdValues, ZkSolrClientTest, TestNoOpRegenerator, SolrCLIZkUtilsTest, SolrCmdDistributorTest, TestJavabinTupleStreamParser, TestDistributedGrouping, TestMissingGroups, TestIndexSearcher, SuggestComponentTest, AnalyticsMergeStrategyTest, HdfsNNFailoverTest, ShardSplitTest, TestSolrDeletionPolicy2, WordBreakSolrSpellCheckerTest, DistributedQueryComponentOptimizationTest, TestValueSourceCache, LeaderElectionContextKeyTest, HighlighterConfigTest, CachingDirectoryFactoryTest, TestBulkSchemaAPI, TestSubQueryTransformer, TestFastWriter, TestOmitPositions, TestFoldingMultitermQuery, DistributedFacetPivotLargeTest, BlockJoinFacetRandomTest, JsonLoaderTest, TestBlendedInfixSuggestions, TestSolrCloudWithSecureImpersonation, TestSolrCoreParser, BufferStoreTest, TestSearchPerf, TestFieldCacheWithThreads, TestEmbeddedSolrServerSchemaAPI, TestHdfsBackupRestoreCore, TestRandomFlRTGCloud, TestLMJelinekMercerSimilarityFactory, TestTrackingShardHandlerFactory, TestMergePolicyConfig, TestFreeTextSuggestions, TestSchemaVersionResource, AsyncCallRequestStatusResponseTest, TestRequestForwarding, TestInfoStreamLogging, HdfsSyncSliceTest, TolerantUpdateProcessorTest, SpellCheckCollatorTest, ClassificationUpdateProcessorIntegrationTest, TestFiltering, TestFieldCacheSortRandom, DateMathParserTest, HdfsTlogReplayBufferedWhileIndexingTest, TestWriterPerf, QueryResultKeyTest, SolrIndexConfigTest, UUIDFieldTest, TestCoreDiscovery, AtomicUpdatesTest, TestXmlQParserPlugin, TestPerFieldSimilarityWithDefaultOverride, AddSchemaFieldsUpdateProcessorFactoryTest, SliceStateTest, TestNumericTerms32, MultiThreadedOCPTest, TestSQLHandler, SuggesterWFSTTest, TestDocSet, TestDefaultStatsCache, OverseerTaskQueueTest, DebugComponentTest, TestTrieFacet, URLClassifyProcessorTest, TermVectorComponentDistributedTest, TestExpandComponent, TestSSLRandomization, PreAnalyzedUpdateProcessorTest, BlockCacheTest, TestSchemaManager, BlobRepositoryCloudTest, ShowFileRequestHandlerTest, ExternalFileFieldSortTest, DefaultValueUpdateProcessorTest, SuggesterTest, TestSolrQueryParser, DistributedFacetPivotWhiteBoxTest, CoreAdminHandlerTest, BinaryUpdateRequestHandlerTest, TestShardHandlerFactory, TestObjectReleaseTracker, SpellPossibilityIteratorTest, SyncSliceTest, OverseerTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, AutoCommitTest, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TestJoin, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, TestFunctionQuery, SoftAutoCommitTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, DocValuesTest, TestAtomicUpdateErrorCases, TestRemoteStreaming, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TestQueryUtils, TestQueryTypes, RequestHandlersTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, JSONWriterTest, MBeansHandlerTest, PingRequestHandlerTest, TestBinaryField, TestElisionMultitermQuery, TestConfig, TestCodecSupport, TestIBSimilarityFactory, ResourceLoaderTest, PreAnalyzedFieldTest, RAMDirectoryFactoryTest, TestDocumentBuilder, CircularListTest, DistributedMLTComponentTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, TestPathTrie, TestJettySolrRunner, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteReplicaTest, DistribCursorPagingTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica]
   [junit4] Completed [538/711 (4!)] on J1 in 10.71s, 1 test, 1 failure <<< FAILURES!

[...truncated 44008 lines...]