You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/05 07:17:50 UTC

[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 815 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/815/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

4 tests failed.
FAILED:  org.apache.solr.cloud.RecoveryZkTest.test

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([403B5275008EE60D:C86F6DAFAE728BF5]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1251)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:718)
	at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
expected:<2> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
	at __randomizedtesting.SeedInfo.seed([403B5275008EE60D:34CBB33044AAA182]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:130)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([403B5275008EE60D:C86F6DAFAE728BF5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([403B5275008EE60D:E58912BDA6C02FF9]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11896 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_403B5275008EE60D-001/init-core-data-001
   [junit4]   2> 974477 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 974478 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 974479 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 974480 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 974480 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 974501 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 974510 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 974595 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 974597 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 974606 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 974637 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a70ac9c
   [junit4]   2> 974642 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a70ac9c
   [junit4]   2> 974642 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a70ac9c
   [junit4]   2> 974643 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 974673 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 974682 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 974767 WARN  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 974769 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 974774 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 974774 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a70ac9c
   [junit4]   2> 974774 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 974774 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_403B5275008EE60D-001/init-core-data-001/]
   [junit4]   2> 974775 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=92.5322265625, floorSegmentMB=0.57421875, forceMergeDeletesPctAllowed=16.686684301622634, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3778897653829091
   [junit4]   2> 974832 WARN  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 974832 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 974832 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 974833 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=28.537109375, floorSegmentMB=1.8369140625, forceMergeDeletesPctAllowed=6.869734125294608, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6499042119121946
   [junit4]   2> 974833 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65f52440[collection1] main]
   [junit4]   2> 974834 WARN  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 974834 INFO  (coreLoadExecutor-4148-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 974834 INFO  (searcherExecutor-4149-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65f52440[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 974835 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 974837 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[403B5275008EE60D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 974838 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[403B5275008EE60D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 974840 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[403B5275008EE60D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 974840 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[403B5275008EE60D]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 974841 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[403B5275008EE60D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=403B5275008EE60D -Dtests.slow=true -Dtests.locale=en-IE -Dtests.timezone=America/St_Lucia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([403B5275008EE60D:E58912BDA6C02FF9]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 974845 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[403B5275008EE60D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 974847 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[403B5275008EE60D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 974847 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 974847 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=29661909
   [junit4]   2> 974847 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 974847 INFO  (coreCloseExecutor-4153-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@44b2c608
   [junit4]   2> 974848 INFO  (coreCloseExecutor-4153-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 974850 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_403B5275008EE60D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1905, maxMBSortInHeap=7.373995898908494, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=en-IE, timezone=America/St_Lucia
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=299516472,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexSearcher, TestSimpleQParserPlugin, TestTrackingShardHandlerFactory, TestSimpleTrackingShardHandler, TestFieldCacheReopen, TestCoreDiscovery, ForceLeaderTest, QueryParsingTest, StatsReloadRaceTest, TestSubQueryTransformerDistrib, SolrMetricManagerTest, FullHLLTest, TestCodecSupport, TestHalfAndHalfDocValues, TestReload, SmileWriterTest, BlobRepositoryCloudTest, SolrSlf4jReporterTest, DocExpirationUpdateProcessorFactoryTest, TestDynamicFieldCollectionResource, TestCloudSchemaless, SpellingQueryConverterTest, AliasIntegrationTest, TestSolrDeletionPolicy2, MinimalSchemaTest, TestLMDirichletSimilarityFactory, TestCustomDocTransformer, SolrGraphiteReporterTest, HdfsDirectoryTest, TestInPlaceUpdatesStandalone, TestNRTOpen, TestConfigSetsAPI, TestSystemCollAutoCreate, ChangedSchemaMergeTest, CachingDirectoryFactoryTest, SSLMigrationTest, TestDistributedMissingSort, CoreAdminHandlerTest, DocValuesMissingTest, DistributedFacetPivotSmallAdvancedTest, TestSolrFieldCacheMBean, URLClassifyProcessorTest, TestCrossCoreJoin, TestFileDictionaryLookup, TestOmitPositions, SolrMetricsIntegrationTest, DistanceFunctionTest, TestLMJelinekMercerSimilarityFactory, LargeFieldTest, WordBreakSolrSpellCheckerTest, TestCollectionAPIs, ConjunctionSolrSpellCheckerTest, ScriptEngineTest, TestSSLRandomization, ConvertedLegacyTest, PKIAuthenticationIntegrationTest, SimpleMLTQParserTest, ZkStateWriterTest, TestComplexPhraseLeadingWildcard, RAMDirectoryFactoryTest, TestDeleteCollectionOnDownNodes, TestReversedWildcardFilterFactory, TestDocTermOrds, TestPHPSerializedResponseWriter, TestDocBasedVersionConstraints, HdfsChaosMonkeySafeLeaderTest, TestExactStatsCache, SecurityConfHandlerTest, CleanupOldIndexTest, HdfsNNFailoverTest, TestDynamicLoading, TestBulkSchemaAPI, TestSQLHandler, TestCloudPseudoReturnFields, TestStressInPlaceUpdates, TestCloudManagedSchema, TestJavabinTupleStreamParser, QueryResultKeyTest, MetricsHandlerTest, LoggingHandlerTest, TestMergePolicyConfig, TestZkChroot, BitVectorTest, TestClusterStateMutator, TestLeaderElectionZkExpiry, SpellCheckComponentTest, CopyFieldTest, ReplaceNodeTest, TestHdfsBackupRestoreCore, SolrCoreCheckLockOnStartupTest, CollectionsAPISolrJTest, OverseerRolesTest, TestMiniSolrCloudClusterSSL, TestManagedStopFilterFactory, NoCacheHeaderTest, BlockDirectoryTest, SolrXmlInZkTest, TestPayloadScoreQParserPlugin, TestSchemaSimilarityResource, TestFilteredDocIdSet, TestTestInjection, DateMathParserTest, TestCloudNestedDocsSort, ReturnFieldsTest, ReplicaListTransformerTest, CoreAdminCreateDiscoverTest, RuleEngineTest, ConfigSetsAPITest, TestPKIAuthenticationPlugin, TestInfoStreamLogging, TestSolrXml, TestTrie, BasicFunctionalityTest, CurrencyFieldOpenExchangeTest, FacetPivotSmallTest, TestSolr4Spatial, DistribCursorPagingTest, MetricUtilsTest, SliceStateTest, TestSerializedLuceneMatchVersion, TestRebalanceLeaders, CdcrUpdateLogTest, LeaderFailureAfterFreshStartTest, IndexSchemaTest, DirectUpdateHandlerOptimizeTest, BlockJoinFacetSimpleTest, AtomicUpdateProcessorFactoryTest, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [260/712 (1!)] on J1 in 0.39s, 3 tests, 1 error <<< FAILURES!

[...truncated 132 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/init-core-data-001
   [junit4]   2> 1083009 WARN  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 1083009 INFO  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1083011 INFO  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1083013 INFO  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001
   [junit4]   2> 1083013 INFO  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1083013 INFO  (Thread-5258) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1083013 INFO  (Thread-5258) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1083018 ERROR (Thread-5258) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1083113 INFO  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:58327
   [junit4]   2> 1083127 INFO  (jetty-launcher-2454-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1083131 INFO  (jetty-launcher-2454-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1083133 INFO  (jetty-launcher-2454-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15a81792{/solr,null,AVAILABLE}
   [junit4]   2> 1083134 INFO  (jetty-launcher-2454-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70ce607{SSL,[ssl, http/1.1]}{127.0.0.1:32928}
   [junit4]   2> 1083134 INFO  (jetty-launcher-2454-thread-2) [    ] o.e.j.s.Server Started @1086278ms
   [junit4]   2> 1083134 INFO  (jetty-launcher-2454-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32928}
   [junit4]   2> 1083135 ERROR (jetty-launcher-2454-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1083135 INFO  (jetty-launcher-2454-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 1083135 INFO  (jetty-launcher-2454-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1083135 INFO  (jetty-launcher-2454-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1083135 INFO  (jetty-launcher-2454-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T06:28:19.862Z
   [junit4]   2> 1083149 INFO  (jetty-launcher-2454-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a603b8{/solr,null,AVAILABLE}
   [junit4]   2> 1083149 INFO  (jetty-launcher-2454-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f9fed1e{SSL,[ssl, http/1.1]}{127.0.0.1:57688}
   [junit4]   2> 1083149 INFO  (jetty-launcher-2454-thread-1) [    ] o.e.j.s.Server Started @1086293ms
   [junit4]   2> 1083149 INFO  (jetty-launcher-2454-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57688}
   [junit4]   2> 1083149 ERROR (jetty-launcher-2454-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1083150 INFO  (jetty-launcher-2454-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 1083150 INFO  (jetty-launcher-2454-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1083150 INFO  (jetty-launcher-2454-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1083150 INFO  (jetty-launcher-2454-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T06:28:19.877Z
   [junit4]   2> 1083166 INFO  (jetty-launcher-2454-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1083168 INFO  (jetty-launcher-2454-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1083174 INFO  (jetty-launcher-2454-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1083175 INFO  (jetty-launcher-2454-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1083175 INFO  (jetty-launcher-2454-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58327/solr
   [junit4]   2> 1083176 INFO  (jetty-launcher-2454-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58327/solr
   [junit4]   2> 1083207 INFO  (jetty-launcher-2454-thread-1) [n:127.0.0.1:57688_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1083208 INFO  (jetty-launcher-2454-thread-1) [n:127.0.0.1:57688_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57688_solr
   [junit4]   2> 1083209 INFO  (jetty-launcher-2454-thread-1) [n:127.0.0.1:57688_solr    ] o.a.s.c.Overseer Overseer (id=97908536098226181-127.0.0.1:57688_solr-n_0000000000) starting
   [junit4]   2> 1083217 INFO  (jetty-launcher-2454-thread-1) [n:127.0.0.1:57688_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57688_solr
   [junit4]   2> 1083220 INFO  (zkCallback-2465-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1083231 INFO  (zkCallback-2466-thread-1-processing-n:127.0.0.1:32928_solr) [n:127.0.0.1:32928_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1083233 INFO  (jetty-launcher-2454-thread-2) [n:127.0.0.1:32928_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1083235 INFO  (jetty-launcher-2454-thread-2) [n:127.0.0.1:32928_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32928_solr
   [junit4]   2> 1083237 INFO  (zkCallback-2466-thread-1-processing-n:127.0.0.1:32928_solr) [n:127.0.0.1:32928_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1083237 INFO  (zkCallback-2465-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1083479 INFO  (jetty-launcher-2454-thread-2) [n:127.0.0.1:32928_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node2/.
   [junit4]   2> 1083479 INFO  (jetty-launcher-2454-thread-1) [n:127.0.0.1:57688_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node1/.
   [junit4]   2> 1084665 INFO  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1084666 INFO  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58327/solr ready
   [junit4]   2> 1084693 INFO  (qtp1210610694-15427) [n:127.0.0.1:57688_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1084696 INFO  (OverseerThreadFactory-4667-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1084819 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1084819 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1084855 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1084890 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1084890 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1084896 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1085001 INFO  (zkCallback-2465-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1085001 INFO  (zkCallback-2466-thread-1-processing-n:127.0.0.1:32928_solr) [n:127.0.0.1:32928_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1085876 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1085876 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1085893 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1085893 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1085896 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1085896 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1085896 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1085896 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1085896 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1085896 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1085896 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node1/collection1_shard2_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node1/./collection1_shard2_replica1/data/]
   [junit4]   2> 1085896 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node1/collection1_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node1/./collection1_shard1_replica1/data/]
   [junit4]   2> 1085907 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1085915 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1085917 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1085917 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1085918 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1085918 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node2/collection1_shard2_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node2/./collection1_shard2_replica2/data/]
   [junit4]   2> 1085924 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1085935 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1085937 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1085937 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1085937 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1085937 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node2/collection1_shard1_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_403B5275008EE60D-001/tempDir-001/node2/./collection1_shard1_replica2/data/]
   [junit4]   2> 1085962 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1085962 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1085963 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1085963 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1085965 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fbcaed7[collection1_shard1_replica1] main]
   [junit4]   2> 1085971 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1085974 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1085974 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1085974 INFO  (searcherExecutor-4673-thread-1-processing-n:127.0.0.1:57688_solr x:collection1_shard1_replica1 s:shard1 c:collection1) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@fbcaed7[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1085974 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566536580675403776
   [junit4]   2> 1085999 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1085999 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1086000 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1086000 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1086001 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1086001 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1086001 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1086001 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1086002 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bd6124e[collection1_shard2_replica2] main]
   [junit4]   2> 1086004 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1086004 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@15b4793e[collection1_shard1_replica2] main]
   [junit4]   2> 1086004 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1086005 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1086005 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1086005 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566536580707909632
   [junit4]   2> 1086006 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1086006 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1086006 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1086007 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1086007 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566536580710006784
   [junit4]   2> 1086007 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1086007 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1086007 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1086008 INFO  (searcherExecutor-4675-thread-1-processing-n:127.0.0.1:32928_solr x:collection1_shard1_replica2 s:shard1 c:collection1) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@15b4793e[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1086008 INFO  (searcherExecutor-4674-thread-1-processing-n:127.0.0.1:32928_solr x:collection1_shard2_replica2 s:shard2 c:collection1) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@4bd6124e[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1086009 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@420b4f03[collection1_shard2_replica1] main]
   [junit4]   2> 1086012 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1086013 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1086013 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1086013 INFO  (searcherExecutor-4672-thread-1-processing-n:127.0.0.1:57688_solr x:collection1_shard2_replica1 s:shard2 c:collection1) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@420b4f03[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1086013 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566536580716298240
   [junit4]   2> 1086016 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1086016 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1086017 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32928/solr/collection1_shard2_replica2/
   [junit4]   2> 1086017 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:32928/solr START replicas=[https://127.0.0.1:57688/solr/collection1_shard2_replica1/] nUpdates=100
   [junit4]   2> 1086017 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:32928/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1086028 INFO  (qtp1210610694-15425) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1086029 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1086029 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1086029 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1086035 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32928/solr/collection1_shard2_replica2/ shard2
   [junit4]   2> 1086139 INFO  (zkCallback-2465-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1086139 INFO  (zkCallback-2466-thread-1-processing-n:127.0.0.1:32928_solr) [n:127.0.0.1:32928_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1086186 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1086190 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=1300
   [junit4]   2> 1086292 INFO  (zkCallback-2466-thread-1-processing-n:127.0.0.1:32928_solr) [n:127.0.0.1:32928_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1086292 INFO  (zkCallback-2465-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1086505 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1086505 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1086505 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:57688/solr/collection1_shard1_replica1/
   [junit4]   2> 1086505 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=https://127.0.0.1:57688/solr START replicas=[https://127.0.0.1:32928/solr/collection1_shard1_replica2/] nUpdates=100
   [junit4]   2> 1086505 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=https://127.0.0.1:57688/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1086515 INFO  (qtp1586810309-15430) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1086515 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1086515 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1086515 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1086521 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:57688/solr/collection1_shard1_replica1/ shard1
   [junit4]   2> 1086626 INFO  (zkCallback-2466-thread-1-processing-n:127.0.0.1:32928_solr) [n:127.0.0.1:32928_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1086626 INFO  (zkCallback-2465-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1086672 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1086675 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=1820
   [junit4]   2> 1086778 INFO  (zkCallback-2465-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1086778 INFO  (zkCallback-2466-thread-1-processing-n:127.0.0.1:32928_solr) [n:127.0.0.1:32928_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1087016 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2121
   [junit4]   2> 1087022 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2204
   [junit4]   2> 1087027 INFO  (qtp1210610694-15427) [n:127.0.0.1:57688_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1087127 INFO  (zkCallback-2465-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1087128 INFO  (zkCallback-2466-thread-1-processing-n:127.0.0.1:32928_solr) [n:127.0.0.1:32928_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1088032 INFO  (qtp1210610694-15427) [n:127.0.0.1:57688_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3340
   [junit4]   2> 1088032 INFO  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1088034 INFO  (SUITE-TestCloudRecovery-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1088060 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[403B5275008EE60D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
   [junit4]   2> 1088085 INFO  (qtp1586810309-15433) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566536582877413376&distrib.from=https://127.0.0.1:57688/solr/collection1_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1566536582877413376)} 0 3
   [junit4]   2> 1088085 INFO  (qtp1210610694-15425) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566536582871121920&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566536582871121920)} 0 1
   [junit4]   2> 1088086 INFO  (qtp1210610694-15421) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566536582877413376)} 0 12
   [junit4]   2> 1088086 INFO  (qtp1586810309-15431) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1566536582871121920)} 0 18
   [junit4]   2> 1088092 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1088092 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1088092 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1088092 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1088098 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1088098 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1088098 INFO  (qtp1586810309-15432) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1088098 INFO  (qtp1586810309-15432) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1088099 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1088099 INFO  (qtp1586810309-15432) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1088099 INFO  (qtp1586810309-15432) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1088099 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 1088105 INFO  (qtp1586810309-15428) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1088105 INFO  (qtp1586810309-15428) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1088106 INFO  (qtp1586810309-15428) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1088106 INFO  (qtp1586810309-15428) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1088106 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={_stateVer_=collection1:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 17
   [junit4]   2> 1088117 INFO  (qtp1586810309-15446) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:57688/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[1000 (1566536582918307840)]} 0 1
   [junit4]   2> 1088117 INFO  (qtp1210610694-15427) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1000 (1566536582918307840)]} 0 4
   [junit4]   2> 1088129 INFO  (qtp1210610694-15424) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[1001 (1566536582928793600)]} 0 1
   [junit4]   2> 1088130 INFO  (qtp1586810309-15433) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1001 (1566536582928793600)]} 0 6
   [junit4]   2> 1088136 INFO  (qtp1586810309-15431) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:57688/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[0 (1566536582939279360)]} 0 0
   [junit4]   2> 1088136 INFO  (qtp1210610694-15423) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566536582939279360)]} 0 3
   [junit4]   2> 1088142 INFO  (qtp1586810309-15435) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:57688/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[1 (1566536582945570816)]} 0 0
   [junit4]   2> 1088143 INFO  (qtp1210610694-15425) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566536582945570816)]} 0 4
   [junit4]   2> 1088148 INFO  (qtp1210610694-15421) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[2 (1566536582951862272)]} 0 0
   [junit4]   2> 1088149 INFO  (qtp1586810309-15430) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566536582951862272)]} 0 3
   [junit4]   2> 1088153 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[3 (1566536582958153728)]} 0 0
   [junit4]   2> 1088153 INFO  (qtp1586810309-15432) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566536582958153728)]} 0 2
   [junit4]   2> 1088166 INFO  (qtp1586810309-15440) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:57688/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[4 (1566536582969688064)]} 0 0
   [junit4]   2> 1088167 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566536582969688064)]} 0 4
   [junit4]   2> 1088171 INFO  (qtp1210610694-15427) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[5 (1566536582977028096)]} 0 0
   [junit4]   2> 1088171 INFO  (qtp1586810309-15428) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566536582977028096)]} 0 2
   [junit4]   2> 1088175 INFO  (qtp1210610694-15424) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[6 (1566536582981222400)]} 0 0
   [junit4]   2> 1088176 INFO  (qtp1586810309-15441) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566536582981222400)]} 0 2
   [junit4]   2> 1088180 INFO  (qtp1210610694-15423) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[7 (1566536582986465280)]} 0 0
   [junit4]   2> 1088180 INFO  (qtp1586810309-15446) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566536582986465280)]} 0 2
   [junit4]   2> 1088184 INFO  (qtp1586810309-15433) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:57688/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[8 (1566536582990659584)]} 0 0
   [junit4]   2> 1088184 INFO  (qtp1210610694-15421) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566536582990659584)]} 0 2
   [junit4]   2> 1088188 INFO  (qtp1210610694-15422) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32928/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[9 (1566536582994853888)]} 0 0
   [junit4]   2> 1088188 INFO  (qtp1586810309-15431) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566536582994853888)]} 0 2
   [junit4]   2> 1088195 INFO  (qtp1210610694-15427) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:57688/solr/collection1_shard2_replica1/|https://127.0.0.1:32928/solr/collection1_shard2_replica2/&rows=10&version=2&q=*:*&NOW=1493965704919&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1088199 INFO  (qtp1210610694-15427) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:57688/solr/collection1_shard1_replica1/|https://127.0.0.1:32928/solr/collection1_shard1_replica2/&rows=10&version=2&q=*:*&NOW=1493965704919&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1088200 INFO  (qtp1210610694-15426) [n:127.0.0.1:57688_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=7
   [junit4]   2> 1088201 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[403B5275008EE60D]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 32928
   [junit4]   2> 1088201 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[403B5275008EE60D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1621065901
   [junit4]   2> 1088206 INFO  (coreCloseExecutor-4692-thread-1) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@237bf1bf
   [junit4]   2> 1088206 INFO  (coreCloseExecutor-4692-thread-2) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@33b7601a
   [junit4]   2> 1088207 INFO  (coreCloseExecutor-4692-thread-2) [n:127.0.0.1:32928_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 1088209 INFO  (coreCloseExecutor-4692-thread-1) [n:127.0.0.1:32928_solr c:collection1 s:shard2 r:core_node3 x:collection1_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 1088216 INFO  (zkCallback-2465-thread-2-processing-n:127.0.0.1:57688_solr) [n:127.0.0.1:57688_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1088217 INFO  (zkCallback-2465-thread-1-processing-n:127.0.0.1:57688_solr) [n:127.0.0

[...truncated too long message...]

java:748)
   [junit4]   2> 1758781 INFO  (jetty-closer-3072-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d3065de{HTTP/1.1,[http/1.1]}{127.0.0.1:58629}
   [junit4]   2> 1758782 INFO  (jetty-closer-3072-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=268463225
   [junit4]   2> 1758783 INFO  (jetty-closer-3072-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@55331863{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1758784 INFO  (jetty-closer-3072-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1305090996
   [junit4]   2> 1758788 INFO  (coreCloseExecutor-6180-thread-1) [n:127.0.0.1:58629_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore [recoverytest_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@32754588
   [junit4]   2> 1758788 INFO  (coreCloseExecutor-6181-thread-1) [n:127.0.0.1:61231_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [recoverytest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@dc1330f
   [junit4]   2> 1758790 INFO  (coreCloseExecutor-6181-thread-1) [n:127.0.0.1:61231_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.recoverytest.shard1.replica1
   [junit4]   2> 1758790 INFO  (jetty-closer-3072-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97908571522924549-127.0.0.1:61231_solr-n_0000000000) closing
   [junit4]   2> 1758791 INFO  (OverseerStateUpdate-97908571522924549-127.0.0.1:61231_solr-n_0000000000) [n:127.0.0.1:61231_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:61231_solr
   [junit4]   2> 1758792 INFO  (coreCloseExecutor-6180-thread-1) [n:127.0.0.1:58629_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.recoverytest.shard1.replica2
   [junit4]   2> 1758796 WARN  (zkCallback-3082-thread-4-processing-n:127.0.0.1:61231_solr) [n:127.0.0.1:61231_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1758797 INFO  (jetty-closer-3072-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1758798 INFO  (jetty-closer-3072-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@684a9edb{/solr,null,UNAVAILABLE}
   [junit4]   2> 1760296 WARN  (zkCallback-3094-thread-3-processing-n:127.0.0.1:58629_solr) [n:127.0.0.1:58629_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1760297 INFO  (jetty-closer-3072-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1760298 INFO  (jetty-closer-3072-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65005e6b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1760300 ERROR (SUITE-RecoveryZkTest-seed#[403B5275008EE60D]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1760301 INFO  (SUITE-RecoveryZkTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39099 39099
   [junit4]   2> 1760314 INFO  (Thread-6001) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39099 39099
   [junit4]   2> 1760317 WARN  (Thread-6001) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/recoverytest/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97908571522924549-127.0.0.1:61231_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/recoverytest/leader_elect/shard1/election/97908571522924549-core_node2-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1760317 INFO  (SUITE-RecoveryZkTest-seed#[403B5275008EE60D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest_403B5275008EE60D-001
   [junit4]   2> May 05, 2017 6:39:37 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=Memory doPackFST= true), _version_=FST50, a_t=FST50, a_i=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, maxPointsInLeafNode=535, maxMBSortInHeap=6.128727472048536, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=nl-BE, timezone=Asia/Kuwait
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=125152104,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestReplicaProperties, TestJettySolrRunner, TestCloudInspectUtil, ResponseLogComponentTest, TestBinaryResponseWriter, TestPerFieldSimilarity, TermsComponentTest, NumericFieldsTest, SolrPluginUtilsTest, TestSchemaResource, TestFreeTextSuggestions, TestDynamicFieldResource, TestInPlaceUpdatesDistrib, TestManagedResource, TestJmxIntegration, BlockJoinFacetRandomTest, TestCollectionAPI, SchemaVersionSpecificBehaviorTest, DocValuesNotIndexedTest, DocValuesMultiTest, SpatialFilterTest, TestStandardQParsers, TestBackupRepositoryFactory, UnloadDistributedZkTest, TestFieldCacheWithThreads, TestFieldResource, NodeMutatorTest, TestElisionMultitermQuery, CursorMarkTest, TestSearcherReuse, TestAuthenticationFramework, HdfsLockFactoryTest, TestApiFramework, TestLFUCache, OverseerModifyCollectionTest, ClusterStateUpdateTest, TestSolrDynamicMBean, ConcurrentDeleteAndCreateCollectionTest, PolyFieldTest, TestUnifiedSolrHighlighter, UpdateLogTest, SoftAutoCommitTest, CloudExitableDirectoryReaderTest, HdfsCollectionsAPIDistributedZkTest, TestRawTransformer, TestSweetSpotSimilarityFactory, TestRecoveryHdfs, JSONWriterTest, TestHighlightDedupGrouping, TestSmileRequest, MoreLikeThisHandlerTest, TestSchemaManager, QueryElevationComponentTest, HdfsBasicDistributedZk2Test, TestUseDocValuesAsStored, TestPayloadCheckQParserPlugin, TestUniqueKeyFieldResource, TestSolrConfigHandlerConcurrent, TestRTGBase, DistributedMLTComponentTest, CursorPagingTest, TestCloudPivotFacet, SuggesterFSTTest, EnumFieldTest, TestCollationFieldDocValues, RequestLoggingTest, SyncSliceTest, HardAutoCommitTest, CloudMLTQParserTest, HighlighterTest, HdfsUnloadDistributedZkTest, TestPushWriter, TestFastOutputStream, OutputWriterTest, SolrTestCaseJ4Test, DistributedQueueTest, TestSolrCLIRunExample, StressHdfsTest, TestManagedSchemaThreadSafety, TestNumericTerms32, GraphQueryTest, BJQParserTest, DistributedFacetPivotLongTailTest, TestBinaryResponseWriter, PeerSyncReplicationTest, TestExtendedDismaxParser, TestClassNameShortening, TestTolerantUpdateProcessorRandomCloud, BooleanFieldTest, HdfsRecoverLeaseTest, SaslZkACLProviderTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrCloudWithHadoopAuthPlugin, CustomCollectionTest, TestCursorMarkWithoutUniqueKey, RollingRestartTest, TestManagedSynonymFilterFactory, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AnalysisErrorHandlingTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestExactSharedStatsCache, TestReloadAndDeleteDocs, TestHashPartitioner, JavabinLoaderTest, TestOnReconnectListenerSupport, TestNonDefinedSimilarityFactory, RulesTest, TestSolrDeletionPolicy1, DeleteLastCustomShardedReplicaTest, TestRestoreCore, TestLRUCache, ZkCLITest, CdcrRequestHandlerTest, TestJsonFacets, TestPartialUpdateDeduplication, IndexSchemaRuntimeFieldTest, DataDrivenBlockJoinTest, DistributedFacetExistsSmallTest, TestEmbeddedSolrServerConstructors, TestStressLiveNodes, IndexBasedSpellCheckerTest, TestSort, JSONWriterTest, TestManagedSchema, ChaosMonkeyNothingIsSafeTest, DeleteReplicaTest, OverseerTest, TestLRUStatsCache, XmlUpdateRequestHandlerTest, MergeStrategyTest, ActionThrottleTest, PreAnalyzedUpdateProcessorTest, RequiredFieldsTest, TestSolrJ, TestFaceting, TestExceedMaxTermLength, HdfsChaosMonkeyNothingIsSafeTest, TestMacroExpander, TestSizeLimitedDistributedMap, QueryEqualityTest, DistributedQueryElevationComponentTest, TestCloudRecovery, SolrMetricReporterTest, ConfigureRecoveryStrategyTest, DOMUtilTest, TestRestManager, TestRequestStatusCollectionAPI, MigrateRouteKeyTest, TestGraphMLResponseWriter, DistributedDebugComponentTest, TestFieldCacheSortRandom, TestUninvertingReader, DistribDocExpirationUpdateProcessorTest, DocValuesTest, TestConfigsApi, ZkStateReaderTest, ShufflingReplicaListTransformerTest, ShardRoutingTest, SimpleFacetsTest, TestSQLHandlerNonCloud, LeaderFailoverAfterPartitionTest, SystemInfoHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestAuthorizationFramework, SolrCloudExampleTest, BufferStoreTest, TestPostingsSolrHighlighter, WrapperMergePolicyFactoryTest, TestLeaderElectionWithEmptyReplica, StandardRequestHandlerTest, FileUtilsTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, BasicZkTest, RecoveryZkTest]
   [junit4] Completed [365/712 (4!)] on J0 in 137.80s, 1 test, 1 error <<< FAILURES!

[...truncated 44581 lines...]

[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 819 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/819/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.client.solrj.TestSolrJErrorHandling.testWithXml

Error Message:
expected:<944> but was:<940>

Stack Trace:
java.lang.AssertionError: expected:<944> but was:<940>
	at __randomizedtesting.SeedInfo.seed([D2CA967EA438BFA0:79282F88263EA6CD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.client.solrj.TestSolrJErrorHandling.doThreads(TestSolrJErrorHandling.java:185)
	at org.apache.solr.client.solrj.TestSolrJErrorHandling.doIt(TestSolrJErrorHandling.java:200)
	at org.apache.solr.client.solrj.TestSolrJErrorHandling.testWithXml(TestSolrJErrorHandling.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([8FD42FF787283408:4F3FC26C62E9F8C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
	at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11979 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/init-core-data-001
   [junit4]   2> 863842 INFO  (SUITE-ShardSplitTest-seed#[8FD42FF787283408]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 863843 INFO  (SUITE-ShardSplitTest-seed#[8FD42FF787283408]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 863843 INFO  (SUITE-ShardSplitTest-seed#[8FD42FF787283408]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /wdvl/bl
   [junit4]   2> 863845 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 863846 INFO  (Thread-3802) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 863846 INFO  (Thread-3802) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 863848 ERROR (Thread-3802) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 863946 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.ZkTestServer start zk server on port:61833
   [junit4]   2> 863962 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 863965 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 863967 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 863970 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 863972 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 863974 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 863976 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 863979 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 863981 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 863983 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 863985 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 864129 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/control-001/cores/collection1
   [junit4]   2> 864131 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 864132 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10bfbd7c{/wdvl/bl,null,AVAILABLE}
   [junit4]   2> 864136 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@64887a23{HTTP/1.1,[http/1.1]}{127.0.0.1:41005}
   [junit4]   2> 864136 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server Started @867570ms
   [junit4]   2> 864136 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/tempDir-001/control/data, hostContext=/wdvl/bl, hostPort=41005, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/control-001/cores}
   [junit4]   2> 864136 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 864136 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 864137 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 864137 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 864137 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T23:58:19.416Z
   [junit4]   2> 864140 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 864140 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/control-001/solr.xml
   [junit4]   2> 864147 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 864148 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61833/solr
   [junit4]   2> 864182 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 864184 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41005_wdvl%2Fbl
   [junit4]   2> 864185 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.Overseer Overseer (id=97918327136321540-127.0.0.1:41005_wdvl%2Fbl-n_0000000000) starting
   [junit4]   2> 864197 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41005_wdvl%2Fbl
   [junit4]   2> 864199 INFO  (OverseerStateUpdate-97918327136321540-127.0.0.1:41005_wdvl%2Fbl-n_0000000000) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 864445 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/control-001/cores
   [junit4]   2> 864445 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 864447 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 864449 INFO  (OverseerStateUpdate-97918327136321540-127.0.0.1:41005_wdvl%2Fbl-n_0000000000) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 865469 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 865482 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 865564 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 865588 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 865589 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 865589 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/control-001/cores/collection1/data/]
   [junit4]   2> 865589 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55549d59
   [junit4]   2> 865591 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=53.208984375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=4.066276816576426, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 865601 WARN  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 865655 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 865655 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 865656 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 865657 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 865657 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3073803088412129]
   [junit4]   2> 865658 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@10457a2f[collection1] main]
   [junit4]   2> 865660 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 865661 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 865661 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 865664 INFO  (searcherExecutor-3605-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl x:collection1 c:control_collection) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@10457a2f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 865665 INFO  (coreLoadExecutor-3604-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566693236087455744
   [junit4]   2> 865674 INFO  (coreZkRegister-3597-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl x:collection1 c:control_collection) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 865674 INFO  (coreZkRegister-3597-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl x:collection1 c:control_collection) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 865674 INFO  (coreZkRegister-3597-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl x:collection1 c:control_collection) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41005/wdvl/bl/collection1/
   [junit4]   2> 865674 INFO  (coreZkRegister-3597-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl x:collection1 c:control_collection) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 865675 INFO  (coreZkRegister-3597-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl x:collection1 c:control_collection) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:41005/wdvl/bl/collection1/ has no replicas
   [junit4]   2> 865675 INFO  (coreZkRegister-3597-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl x:collection1 c:control_collection) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 865680 INFO  (coreZkRegister-3597-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl x:collection1 c:control_collection) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41005/wdvl/bl/collection1/ shard1
   [junit4]   2> 865815 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 865816 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61833/solr ready
   [junit4]   2> 865816 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 865816 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 865832 INFO  (coreZkRegister-3597-thread-1-processing-n:127.0.0.1:41005_wdvl%2Fbl x:collection1 c:control_collection) [n:127.0.0.1:41005_wdvl%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 865987 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-1-001/cores/collection1
   [junit4]   2> 865988 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-1-001
   [junit4]   2> 865988 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 865990 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@631ba11{/wdvl/bl,null,AVAILABLE}
   [junit4]   2> 865990 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4388fef0{HTTP/1.1,[http/1.1]}{127.0.0.1:53471}
   [junit4]   2> 865990 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server Started @869425ms
   [junit4]   2> 865990 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/wdvl/bl, hostPort=53471, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-1-001/cores}
   [junit4]   2> 865990 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 865991 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 865991 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 865991 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 865991 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T23:58:21.270Z
   [junit4]   2> 865995 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 865995 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-1-001/solr.xml
   [junit4]   2> 866001 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 866001 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61833/solr
   [junit4]   2> 866016 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 866020 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 866024 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53471_wdvl%2Fbl
   [junit4]   2> 866027 INFO  (zkCallback-1157-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 866027 INFO  (zkCallback-1153-thread-2-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 866029 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 866167 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-1-001/cores
   [junit4]   2> 866168 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 866169 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 866171 INFO  (OverseerStateUpdate-97918327136321540-127.0.0.1:41005_wdvl%2Fbl-n_0000000000) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 866275 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 867192 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 867211 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 867312 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 867338 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 867339 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 867339 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-1-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 867339 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55549d59
   [junit4]   2> 867341 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=53.208984375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=4.066276816576426, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 867347 WARN  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 867398 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 867398 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 867400 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 867400 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 867401 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3073803088412129]
   [junit4]   2> 867402 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@350fc7ac[collection1] main]
   [junit4]   2> 867404 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 867405 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 867405 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 867406 INFO  (searcherExecutor-3616-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@350fc7ac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 867407 INFO  (coreLoadExecutor-3615-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566693237914075136
   [junit4]   2> 867417 INFO  (coreZkRegister-3610-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 867417 INFO  (coreZkRegister-3610-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 867417 INFO  (coreZkRegister-3610-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53471/wdvl/bl/collection1/
   [junit4]   2> 867418 INFO  (coreZkRegister-3610-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 867418 INFO  (coreZkRegister-3610-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53471/wdvl/bl/collection1/ has no replicas
   [junit4]   2> 867418 INFO  (coreZkRegister-3610-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 867424 INFO  (coreZkRegister-3610-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53471/wdvl/bl/collection1/ shard2
   [junit4]   2> 867528 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 867576 INFO  (coreZkRegister-3610-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:53471_wdvl%2Fbl c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 867664 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-2-001/cores/collection1
   [junit4]   2> 867664 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-2-001
   [junit4]   2> 867665 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 867667 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e1e359e{/wdvl/bl,null,AVAILABLE}
   [junit4]   2> 867667 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@37d6504e{HTTP/1.1,[http/1.1]}{127.0.0.1:41247}
   [junit4]   2> 867667 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server Started @871103ms
   [junit4]   2> 867668 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/wdvl/bl, hostPort=41247, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-2-001/cores}
   [junit4]   2> 867668 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 867668 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 867669 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 867669 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 867669 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T23:58:22.948Z
   [junit4]   2> 867673 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 867673 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-2-001/solr.xml
   [junit4]   2> 867679 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 867680 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61833/solr
   [junit4]   2> 867683 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 867700 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 867705 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 867709 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41247_wdvl%2Fbl
   [junit4]   2> 867711 INFO  (zkCallback-1157-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 867711 INFO  (zkCallback-1153-thread-2-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 867712 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 867713 INFO  (zkCallback-1169-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 868049 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-2-001/cores
   [junit4]   2> 868049 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 868051 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 868052 INFO  (OverseerStateUpdate-97918327136321540-127.0.0.1:41005_wdvl%2Fbl-n_0000000000) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 868156 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 868157 INFO  (zkCallback-1169-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 869073 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 869087 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 869211 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 869236 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 869236 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 869236 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-2-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 869236 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55549d59
   [junit4]   2> 869239 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=53.208984375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=4.066276816576426, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 869246 WARN  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 869301 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 869301 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 869303 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 869303 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 869303 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3073803088412129]
   [junit4]   2> 869304 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54ccbec0[collection1] main]
   [junit4]   2> 869305 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 869306 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 869306 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 869307 INFO  (searcherExecutor-3627-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@54ccbec0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 869308 INFO  (coreLoadExecutor-3626-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566693239907418112
   [junit4]   2> 869317 INFO  (coreZkRegister-3621-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 869317 INFO  (coreZkRegister-3621-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 869317 INFO  (coreZkRegister-3621-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41247/wdvl/bl/collection1/
   [junit4]   2> 869317 INFO  (coreZkRegister-3621-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 869317 INFO  (coreZkRegister-3621-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:41247/wdvl/bl/collection1/ has no replicas
   [junit4]   2> 869317 INFO  (coreZkRegister-3621-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 869322 INFO  (coreZkRegister-3621-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41247/wdvl/bl/collection1/ shard1
   [junit4]   2> 869426 INFO  (zkCallback-1169-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 869426 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 869474 INFO  (coreZkRegister-3621-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:41247_wdvl%2Fbl c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 869580 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 869580 INFO  (zkCallback-1169-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 869653 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-3-001/cores/collection1
   [junit4]   2> 869653 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-3-001
   [junit4]   2> 869654 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 869655 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25c642e6{/wdvl/bl,null,AVAILABLE}
   [junit4]   2> 869656 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@42719e0c{HTTP/1.1,[http/1.1]}{127.0.0.1:48547}
   [junit4]   2> 869656 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server Started @873092ms
   [junit4]   2> 869656 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/wdvl/bl, hostPort=48547, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-3-001/cores}
   [junit4]   2> 869656 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 869657 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 869657 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 869657 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 869657 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T23:58:24.936Z
   [junit4]   2> 869662 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 869662 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-3-001/solr.xml
   [junit4]   2> 869667 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 869668 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61833/solr
   [junit4]   2> 869684 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 869688 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 869691 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48547_wdvl%2Fbl
   [junit4]   2> 869693 INFO  (zkCallback-1169-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 869694 INFO  (zkCallback-1157-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 869694 INFO  (zkCallback-1153-thread-2-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 869694 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 869696 INFO  (zkCallback-1175-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 869791 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-3-001/cores
   [junit4]   2> 869792 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 869793 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 869795 INFO  (OverseerStateUpdate-97918327136321540-127.0.0.1:41005_wdvl%2Fbl-n_0000000000) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 869898 INFO  (zkCallback-1169-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 869898 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 869899 INFO  (zkCallback-1175-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 870819 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 870833 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 870937 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 870962 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 870962 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 870962 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-3-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 870963 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55549d59
   [junit4]   2> 870965 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=53.208984375, floorSegmentMB=0.869140625, forceMergeDeletesPctAllowed=4.066276816576426, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 870972 WARN  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 871019 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 871019 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 871021 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 871021 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 871021 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3073803088412129]
   [junit4]   2> 871022 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20b3ccb3[collection1] main]
   [junit4]   2> 871024 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 871024 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 871024 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 871025 INFO  (searcherExecutor-3638-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@20b3ccb3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 871026 INFO  (coreLoadExecutor-3637-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566693241708871680
   [junit4]   2> 871032 INFO  (coreZkRegister-3632-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 c:collection1) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 871032 INFO  (updateExecutor-1172-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 871033 INFO  (recoveryExecutor-1173-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 871033 INFO  (recoveryExecutor-1173-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 871033 INFO  (recoveryExecutor-1173-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 871033 INFO  (recoveryExecutor-1173-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 871033 INFO  (recoveryExecutor-1173-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:53471/wdvl/bl/collection1/] and I am [http://127.0.0.1:48547/wdvl/bl/collection1/]
   [junit4]   2> 871037 INFO  (recoveryExecutor-1173-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:48547_wdvl%2Fbl c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:53471/wdvl/bl]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:48547_wdvl%252Fbl&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 871041 INFO  (qtp930011580-9341) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 871042 INFO  (qtp930011580-9341) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 871042 INFO  (qtp930011580-9341) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:48547_wdvl%2Fbl, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:48547/wdvl/bl","node_name":"127.0.0.1:48547_wdvl%2Fbl","state":"down"}
   [junit4]   2> 871139 INFO  (zkCallback-1169-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 871139 INFO  (zkCallback-1175-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 871139 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 871304 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-4-001/cores/collection1
   [junit4]   2> 871305 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-4-001
   [junit4]   2> 871305 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 871307 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cd6a91a{/wdvl/bl,null,AVAILABLE}
   [junit4]   2> 871308 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4a9b60a3{HTTP/1.1,[http/1.1]}{127.0.0.1:47058}
   [junit4]   2> 871308 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.e.j.s.Server Started @874745ms
   [junit4]   2> 871308 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/wdvl/bl, hostPort=47058, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-4-001/cores}
   [junit4]   2> 871308 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 871309 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 871309 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 871309 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 871309 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T23:58:26.588Z
   [junit4]   2> 871313 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 871313 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-4-001/solr.xml
   [junit4]   2> 871338 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 871340 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61833/solr
   [junit4]   2> 871355 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:47058_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 871359 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:47058_wdvl%2Fbl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 871364 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:47058_wdvl%2Fbl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47058_wdvl%2Fbl
   [junit4]   2> 871367 INFO  (zkCallback-1157-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 871367 INFO  (zkCallback-1175-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 871367 INFO  (zkCallback-1169-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 871368 INFO  (zkCallback-1153-thread-2-processing-n:127.0.0.1:41005_wdvl%2Fbl) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 871368 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 871369 INFO  (zkCallback-1182-thread-1-processing-n:127.0.0.1:47058_wdvl%2Fbl) [n:127.0.0.1:47058_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 871459 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:47058_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_8FD42FF787283408-001/shard-4-001/cores
   [junit4]   2> 871459 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[8FD42FF787283408]) [n:127.0.0.1:47058_wdvl%2Fbl    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 871461 INFO  (coreLoadExecutor-3648-thread-1-processing-n:127.0.0.1:47058_wdvl%2Fbl) [n:127.0.0.1:47058_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 871462 INFO  (OverseerStateUpdate-97918327136321540-127.0.0.1:41005_wdvl%2Fbl-n_0000000000) [n:127.0.0.1:41005_wdvl%2Fbl    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 871566 INFO  (zkCallback-1163-thread-1-processing-n:127.0.0.1:53471_wdvl%2Fbl) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 871566 INFO  (zkCallback-1175-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl) [n:127.0.0.1:48547_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 871567 INFO  (zkCallback-1169-thread-1-processing-n:127.0.0.1:41247_wdvl%2Fbl) [n:127.0.0.1:41247_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 871567 INFO  (zkCallback-1182-thread-1-processing-n:127.0.0.1:47058_wdvl%2Fbl) [n:127.0.0.1:47058_wdvl%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 872044 INFO  (qtp930011580-9341) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:48547_wdvl%2Fbl, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:48547/wdvl/bl","node_name":"127.0.0.1:48547_wdvl%2Fbl","state":"recovering"}
   [junit4]   2> 872044 INFO  (qtp930011580-9341) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 872044 INFO  (qtp930011580-9341) [n:127.0.0.1:53471_wdvl%2Fbl    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:48547_wdvl%252Fbl&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1003
   [junit4]   2> 872479 INFO  (coreLoadExecutor-3648-thread-1-processing-n:127.0.0.1:47058_wdvl%2Fbl) [n:127.0.0.1:47058_wdvl%2Fbl c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 872494 INFO  (coreLoadExecutor-3648-thread-1-processing-n:127.0.0.1:47058_wdvl%2Fbl) [n:127.0.0.1:47058_wdvl%2Fbl c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 872546 INFO  (recoveryExecutor-1173-thread-1-processing-n:127.0.0.1:48547_wdvl%2Fbl x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.

[...truncated too long message...]

.0):C1000/999:delGen=1
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-537-thread-1]: startFullFlush
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-537-thread-1]: coreCloseExecutor-537-thread-1 finishFullFlush success=true
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: apply all deletes during flush
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: now apply all deletes for all segments maxDoc=1000
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-537-thread-1]: applyDeletes: open segment readers took 0 msec
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-537-thread-1]: applyDeletes: no segments; skipping
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-537-thread-1]: prune sis=segments_4: _2(6.6.0):C1000/999:delGen=1 minGen=18 packetCount=0
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-537-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-537-thread-1]: now merge
   [junit4]   2> 196754 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-537-thread-1]:   index: _2(6.6.0):C1000/999:delGen=1
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-537-thread-1]:   no more merges pending; now return
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: waitForMerges
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: waitForMerges done
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: commit: start
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: commit: enter lock
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: commit: now prepare
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: prepareCommit: flush
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]:   index before flush _2(6.6.0):C1000/999:delGen=1
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-537-thread-1]: startFullFlush
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: apply all deletes during flush
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: now apply all deletes for all segments maxDoc=1000
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-537-thread-1]: applyDeletes: open segment readers took 0 msec
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-537-thread-1]: applyDeletes: no segments; skipping
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-537-thread-1]: prune sis=segments_4: _2(6.6.0):C1000/999:delGen=1 minGen=18 packetCount=0
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-537-thread-1]: coreCloseExecutor-537-thread-1 finishFullFlush success=true
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: startCommit(): start
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]:   skip startCommit(): no changes pending
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-537-thread-1]: delete []
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: commit: pendingCommit == null; skip
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: commit: took 0.4 msec
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: commit: done
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: rollback
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: all running merges have aborted
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: rollback: done finish merges
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-537-thread-1]: abort
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-537-thread-1]: done abort success=true
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-537-thread-1]: rollback: infos=_2(6.6.0):C1000/999:delGen=1
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-537-thread-1]: now checkpoint "_2(6.6.0):C1000/999:delGen=1" [1 segments ; isCommit = false]
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-537-thread-1]: delete []
   [junit4]   2> 196755 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-537-thread-1]: 0 msec to checkpoint
   [junit4]   2> 196756 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-537-thread-1]: delete []
   [junit4]   2> 196756 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-537-thread-1]: delete []
   [junit4]   2> 196801 INFO  (coreCloseExecutor-537-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 196803 INFO  (SUITE-TestSolrJErrorHandling-seed#[D2CA967EA438BFA0]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 196806 INFO  (SUITE-TestSolrJErrorHandling-seed#[D2CA967EA438BFA0]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2dcd9396{/solr,null,UNAVAILABLE}
   [junit4]   2> 196811 INFO  (SUITE-TestSolrJErrorHandling-seed#[D2CA967EA438BFA0]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestSolrJErrorHandling_D2CA967EA438BFA0-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=en-ZA, timezone=SystemV/AST4ADT
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=280727608,total=491782144
   [junit4]   2> NOTE: All tests run in this JVM: [CoalesceEvaluatorTest, FieldEvaluatorTest, FacetFieldTest, TestCollectionAdminRequest, ArcTangentEvaluatorTest, MergeIndexesEmbeddedTest, TestLBHttpSolrClient, SolrExceptionTest, SquareRootEvaluatorTest, SolrExampleStreamingBinaryTest, BasicHttpSolrClientTest, GreaterThanEqualToEvaluatorTest, HttpSolrClientSSLAuthConPoolTest, ConcatOperationTest, ShardParamsTest, EqualsEvaluatorTest, StreamExpressionToExpessionTest, CloudSolrClientCacheTest, GetByIdTest, TestDelegationTokenRequest, CloudSolrClientTest, TestUpdateRequestCodec, UuidEvaluatorTest, GraphTest, RoundEvaluatorTest, TestNamedListCodec, SolrExampleBinaryTest, HyperbolicTangentEvaluatorTest, TestDelegationTokenResponse, LessThanEvaluatorTest, ClientUtilsTest, SolrExampleJettyTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, SolrParamTest, TermsResponseTest, QueryResponseTest, SolrQueryTest, ContentStreamTest, ModifiableSolrParamsTest, TestFastInputStream, TestXMLEscaping, HttpClientUtilTest, DocumentAnalysisResponseTest, FieldAnalysisResponseTest, CollectionAdminRequestRequiredParamsTest, TestSolrJErrorHandling]
   [junit4] Completed [86/130 (1!)] on J1 in 26.26s, 4 tests, 1 failure <<< FAILURES!

[...truncated 42780 lines...]

[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 818 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/818/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [SolrCore, SolrIndexSearcher, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)  at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)  at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)  at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [SolrCore, SolrIndexSearcher, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)
	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([D5E6CFEB4CB90F63]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest:     1) Thread[id=10857, name=Thread-2623, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    2) Thread[id=10854, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=10859, name=searcherExecutor-5050-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=10855, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   1) Thread[id=10857, name=Thread-2623, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   2) Thread[id=10854, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=10859, name=searcherExecutor-5050-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=10855, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([D5E6CFEB4CB90F63]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=10857, name=Thread-2623, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    2) Thread[id=10859, name=searcherExecutor-5050-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=10857, name=Thread-2623, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   2) Thread[id=10859, name=searcherExecutor-5050-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([D5E6CFEB4CB90F63]:0)




Build Log:
[...truncated 11659 lines...]
   [junit4] Suite: org.apache.solr.schema.BadIndexSchemaTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_D5E6CFEB4CB90F63-001/init-core-data-001
   [junit4]   2> 1018781 WARN  (SUITE-BadIndexSchemaTest-seed#[D5E6CFEB4CB90F63]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> 1018781 INFO  (SUITE-BadIndexSchemaTest-seed#[D5E6CFEB4CB90F63]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1018784 INFO  (SUITE-BadIndexSchemaTest-seed#[D5E6CFEB4CB90F63]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1018786 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUniqueKeyRules
   [junit4]   2> 1018787 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1018788 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1018830 WARN  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1018831 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1018851 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-is-copyfield-dest
   [junit4]   2> 1018853 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema uniqueKey field (id) can not be the dest of a copyField(source=XXX)
   [junit4]   2> 1018854 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1018854 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1018854 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1018881 WARN  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1018881 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1018889 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-uses-default
   [junit4]   2> 1018890 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema uniqueKey field (null) can not be configured with a default value (XXX)
   [junit4]   2> 1018890 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1018891 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1018891 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1018915 WARN  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1018916 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1018922 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-multivalued
   [junit4]   2> 1018924 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema uniqueKey field (null) can not be configured to be multivalued
   [junit4]   2> 1018924 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1018924 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUniqueKeyRules
   [junit4]   2> 1018926 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSweetSpotSimBadConfig
   [junit4]   2> 1018926 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1018927 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1018948 WARN  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1018948 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1018964 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-both-tf
   [junit4]   2> 1018971 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1018971 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1018972 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1018998 WARN  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1018998 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019005 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-baseline
   [junit4]   2> 1019008 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019008 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019008 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019035 WARN  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019036 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019044 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-hyperbolic
   [junit4]   2> 1019047 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019047 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019048 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019077 WARN  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019077 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019120 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-norms
   [junit4]   2> 1019123 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019123 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSweetSpotSimBadConfig
   [junit4]   2> 1019136 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyBogusCode
   [junit4]   2> 1019136 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019137 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019166 WARN  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019167 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019175 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-default-code
   [junit4]   2> 1019178 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019178 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019178 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019235 WARN  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019236 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019258 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-code-in-xml
   [junit4]   2> 1019261 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-currency-ft-bogus-code-in-xml/1.4 with uniqueid field id
   [junit4]   2> 1019263 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019263 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyBogusCode
   [junit4]   2> 1019266 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 1019266 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019270 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019296 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019296 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019314 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-nontext-analyzer
   [junit4]   2> 1019319 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019319 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019319 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019341 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019341 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019347 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-analyzer-class-and-nested
   [junit4]   2> 1019349 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019349 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 1019351 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 1019352 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019352 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019373 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019374 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019383 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1019388 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1019388 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1019391 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1019437 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1019443 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1019443 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1019461 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019508 WARN  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019509 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019525 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1019529 WARN  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1019530 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1019530 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1019530 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1019530 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1019530 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_D5E6CFEB4CB90F63-001/init-core-data-001/]
   [junit4]   2> 1019533 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@31f36807
   [junit4]   2> 1019533 INFO  (coreLoadExecutor-5041-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1019537 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1019538 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019538 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=495067893
   [junit4]   2> 1019538 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1019539 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1019541 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 1019566 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedCurrency
   [junit4]   2> 1019566 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019567 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019597 WARN  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019597 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019606 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 1019609 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019609 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019610 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019640 WARN  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019640 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019648 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-multivalued
   [junit4]   2> 1019649 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019650 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019650 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019678 WARN  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019679 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1019710 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 1019715 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1019715 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedCurrency
   [junit4]   2> 1019727 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 1019728 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019728 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019759 WARN  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019759 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1019769 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1019771 WARN  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1019771 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] default search field in schema is id.
   [junit4]   2> 1019771 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 1019774 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1019857 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1019862 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1019862 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1019864 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1019905 WARN  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1019905 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1019913 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1019915 WARN  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1019915 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is id.
   [junit4]   2> 1019916 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 1019916 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1019916 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1019916 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1019916 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_D5E6CFEB4CB90F63-001/init-core-data-001/]
   [junit4]   2> 1019918 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8381682432993943]
   [junit4]   2> 1019981 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1019981 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1019982 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12403127476701643]
   [junit4]   2> 1019982 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ac31a7b[collection1] main]
   [junit4]   2> 1019982 WARN  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1019983 INFO  (coreLoadExecutor-5049-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1019983 INFO  (searcherExecutor-5050-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7ac31a7b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1019985 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1019985 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 1019989 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorNotBannedForPre66
   [junit4]   2> 1019989 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1019990 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020041 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020042 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1020050 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 1020052 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 1020052 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 1020054 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1020089 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1020092 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1020092 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1020094 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020127 WARN  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020128 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1020137 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-default-operator
   [junit4]   2> 1020140 WARN  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 1020140 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 1020140 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1020141 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1020141 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1020141 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_D5E6CFEB4CB90F63-001/init-core-data-001/]
   [junit4]   2> 1020144 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8381682432993943]
   [junit4]   2> 1020227 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1020227 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1020228 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12403127476701643]
   [junit4]   2> 1020228 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@270023e7[collection1] main]
   [junit4]   2> 1020229 WARN  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1020229 INFO  (coreLoadExecutor-5059-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1020230 INFO  (searcherExecutor-5060-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@270023e7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1020231 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1020231 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorNotBannedForPre66
   [junit4]   2> 1020237 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDocValuesUnsupported
   [junit4]   2> 1020237 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020238 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020267 WARN  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020268 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020283 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-docValues-unsupported
   [junit4]   2> 1020285 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020285 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1750188561
   [junit4]   2> 1020285 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1020286 INFO  (coreCloseExecutor-5064-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@13bc9a50
   [junit4]   2> 1020286 INFO  (coreCloseExecutor-5064-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1020287 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1020287 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDocValuesUnsupported
   [junit4]   2> 1020291 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 1020291 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020292 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020313 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020314 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020320 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-dynamicField
   [junit4]   2> 1020322 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020322 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 1020325 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyOERNoRates
   [junit4]   2> 1020325 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020326 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020351 WARN  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020352 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020358 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-oer-norates
   [junit4]   2> 1020360 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020360 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyOERNoRates
   [junit4]   2> 1020363 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 1020364 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020365 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020388 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020389 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020406 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1020411 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1020411 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1020413 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1020453 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1020459 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1020459 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1020461 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020492 WARN  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020493 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020499 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1020504 WARN  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1020504 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1020504 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1020504 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7369bda6
   [junit4]   2> 1020505 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1020505 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_D5E6CFEB4CB90F63-001/init-core-data-001/]
   [junit4]   2> 1020506 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@787c06b2
   [junit4]   2> 1020506 INFO  (coreLoadExecutor-5071-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1020510 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1020510 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020510 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1942588926
   [junit4]   2> 1020510 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1020511 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1020511 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 1020515 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 1020516 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020517 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020592 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020593 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020605 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-default-val
   [junit4]   2> 1020607 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020608 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020608 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020668 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020669 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020681 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-required
   [junit4]   2> 1020683 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020683 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 1020688 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFields
   [junit4]   2> 1020689 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020689 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020740 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020741 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020752 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-field
   [junit4]   2> 1020755 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020755 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFields
   [junit4]   2> 1020760 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBogusAnalysisParameters
   [junit4]   2> 1020761 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020761 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020805 WARN  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020805 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020814 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-bogus-analysis-parameters
   [junit4]   2> 1020817 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020817 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBogusAnalysisParameters
   [junit4]   2> 1020823 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFieldType
   [junit4]   2> 1020823 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020826 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020905 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020907 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020917 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-fieldType
   [junit4]   2> 1020931 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020932 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFieldType
   [junit4]   2> 1020938 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 1020939 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020940 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1020973 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1020973 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1020979 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1020983 ERROR (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema FieldType 'sim1' is configured with a similarity, but the global similarity does not support it: class org.apache.solr.search.similarities.BM25SimilarityFactory
   [junit4]   2> 1020983 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1020983 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 1020986 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBogusParameters
   [junit4]   2> 1020986 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1020987 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1021012 WARN  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1021012 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1021023 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[D5E6CFEB4CB90F63]) [    ] o.a.s.s.IndexSchema [null] Schema name

[...truncated too long message...]

:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D5E6CFEB4CB90F63]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   [junit4]    >    1) Thread[id=10857, name=Thread-2623, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    2) Thread[id=10854, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=10859, name=searcherExecutor-5050-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=10855, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D5E6CFEB4CB90F63]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=10857, name=Thread-2623, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    2) Thread[id=10859, name=searcherExecutor-5050-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D5E6CFEB4CB90F63]:0)
   [junit4] Completed [200/711 (1!)] on J1 in 47.13s, 23 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 45114 lines...]

[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 817 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/817/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrIndexSearcher, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)  at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)  at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)  at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, SolrIndexSearcher, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)
	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([539F867D80CA5026]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest:     1) Thread[id=18490, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=18491, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=18493, name=Thread-5269, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    4) Thread[id=18495, name=searcherExecutor-8252-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   1) Thread[id=18490, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=18491, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=18493, name=Thread-5269, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   4) Thread[id=18495, name=searcherExecutor-8252-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([539F867D80CA5026]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=18493, name=Thread-5269, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    2) Thread[id=18495, name=searcherExecutor-8252-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=18493, name=Thread-5269, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   2) Thread[id=18495, name=searcherExecutor-8252-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([539F867D80CA5026]:0)




Build Log:
[...truncated 12362 lines...]
   [junit4] Suite: org.apache.solr.schema.BadIndexSchemaTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_539F867D80CA5026-001/init-core-data-001
   [junit4]   2> 1464061 WARN  (SUITE-BadIndexSchemaTest-seed#[539F867D80CA5026]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
   [junit4]   2> 1464061 INFO  (SUITE-BadIndexSchemaTest-seed#[539F867D80CA5026]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1464062 INFO  (SUITE-BadIndexSchemaTest-seed#[539F867D80CA5026]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1464064 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSweetSpotSimBadConfig
   [junit4]   2> 1464064 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464065 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464100 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464128 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-both-tf
   [junit4]   2> 1464136 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464136 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464137 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464168 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464176 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-baseline
   [junit4]   2> 1464179 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464180 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464180 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464204 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464212 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-hyperbolic
   [junit4]   2> 1464216 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464216 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464217 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464240 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464248 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-norms
   [junit4]   2> 1464251 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464251 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSweetSpotSimBadConfig
   [junit4]   2> 1464254 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBogusAnalysisParameters
   [junit4]   2> 1464254 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464254 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464293 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464303 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-bogus-analysis-parameters
   [junit4]   2> 1464304 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464304 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBogusAnalysisParameters
   [junit4]   2> 1464307 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 1464307 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464308 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464329 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464337 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1464341 ERROR (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema FieldType 'sim1' is configured with a similarity, but the global similarity does not support it: class org.apache.solr.search.similarities.BM25SimilarityFactory
   [junit4]   2> 1464342 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464342 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 1464344 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFields
   [junit4]   2> 1464345 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464346 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464372 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464380 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-field
   [junit4]   2> 1464384 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464384 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFields
   [junit4]   2> 1464386 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 1464387 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464387 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464413 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464423 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1464432 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1464432 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1464434 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1464479 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1464482 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1464483 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1464484 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464519 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464527 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1464532 WARN  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1464532 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1464532 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1464532 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1464533 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1464533 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_539F867D80CA5026-001/init-core-data-001/]
   [junit4]   2> 1464536 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5126cd86
   [junit4]   2> 1464537 INFO  (coreLoadExecutor-8235-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1464540 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1464540 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464540 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1163649678
   [junit4]   2> 1464541 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1464541 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1464542 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 1464546 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBogusParameters
   [junit4]   2> 1464547 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464547 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464574 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464590 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-bogus-field-parameters
   [junit4]   2> 1464591 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464591 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBogusParameters
   [junit4]   2> 1464595 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 1464595 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464596 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464619 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464627 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-nontext-analyzer
   [junit4]   2> 1464630 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464630 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464631 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464652 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464662 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-analyzer-class-and-nested
   [junit4]   2> 1464663 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464663 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 1464665 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 1464665 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464666 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464691 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464699 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1464703 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1464703 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1464706 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1464750 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1464756 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1464756 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1464757 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464788 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464797 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1464803 WARN  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1464803 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1464803 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1464803 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1464803 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1464803 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_539F867D80CA5026-001/init-core-data-001/]
   [junit4]   2> 1464804 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a4092c4
   [junit4]   2> 1464805 INFO  (coreLoadExecutor-8243-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1464807 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1464807 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464807 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1495424794
   [junit4]   2> 1464807 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1464807 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1464808 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 1464811 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFieldType
   [junit4]   2> 1464811 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464812 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464838 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464845 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-fieldType
   [junit4]   2> 1464849 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464849 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFieldType
   [junit4]   2> 1464860 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorBanned
   [junit4]   2> 1464861 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464861 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464887 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464895 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 1464897 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464897 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorBanned
   [junit4]   2> 1464900 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadExternalFileField
   [junit4]   2> 1464901 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464901 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464925 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464934 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-external-filefield
   [junit4]   2> 1464936 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464936 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadExternalFileField
   [junit4]   2> 1464938 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 1464939 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464940 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1464963 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1464972 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-dynamicField
   [junit4]   2> 1464973 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1464973 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 1464976 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedCurrency
   [junit4]   2> 1464976 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1464976 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465001 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465009 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 1465011 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465011 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465011 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465032 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465040 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-multivalued
   [junit4]   2> 1465042 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465042 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465043 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465066 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465075 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 1465085 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465085 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedCurrency
   [junit4]   2> 1465089 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyOERNoRates
   [junit4]   2> 1465089 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465089 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465114 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465120 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-oer-norates
   [junit4]   2> 1465122 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465122 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyOERNoRates
   [junit4]   2> 1465124 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 1465126 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465126 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465151 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465159 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-default-val
   [junit4]   2> 1465160 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465160 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465161 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465185 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465193 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-required
   [junit4]   2> 1465195 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465195 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 1465198 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSchemaWithDefaultSearchField
   [junit4]   2> 1465198 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465198 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465222 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465230 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1465232 WARN  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1465232 ERROR (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema defaultSearchField has been deprecated and is incompatible with configs with luceneMatchVersion >= 6.6.0.  Use 'df' on requests instead.
   [junit4]   2> 1465233 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465233 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSchemaWithDefaultSearchField
   [junit4]   2> 1465235 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 1465235 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465236 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465265 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465272 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-norms
   [junit4]   2> 1465273 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465274 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465275 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465296 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465303 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-tf
   [junit4]   2> 1465316 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465317 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465317 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465339 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465346 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-pos
   [junit4]   2> 1465347 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465347 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465348 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465369 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465377 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-omit-tf-but-not-pos
   [junit4]   2> 1465379 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465379 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 1465383 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorNotBannedForPre66
   [junit4]   2> 1465383 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465383 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465407 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1465416 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 1465417 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 1465417 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 1465419 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1465461 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1465464 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1465465 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1465466 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465498 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1465507 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-default-operator
   [junit4]   2> 1465510 WARN  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 1465511 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 1465511 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1465511 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1465511 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1465511 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_539F867D80CA5026-001/init-core-data-001/]
   [junit4]   2> 1465512 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1465584 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1465584 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1465585 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=69.5634765625, floorSegmentMB=2.041015625, forceMergeDeletesPctAllowed=24.55396011459278, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18355366730024691
   [junit4]   2> 1465585 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64442dc7[collection1] main]
   [junit4]   2> 1465585 WARN  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1465586 INFO  (coreLoadExecutor-8251-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1465586 INFO  (searcherExecutor-8252-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@64442dc7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1465587 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1465587 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorNotBannedForPre66
   [junit4]   2> 1465590 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 1465591 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465592 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465638 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1465646 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1465648 WARN  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1465648 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] default search field in schema is id.
   [junit4]   2> 1465648 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 1465651 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1465694 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1465699 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1465699 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1465700 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465742 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1465751 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1465753 WARN  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1465753 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is id.
   [junit4]   2> 1465753 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 1465753 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1465754 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c43c1a8
   [junit4]   2> 1465754 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1465754 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.BadIndexSchemaTest_539F867D80CA5026-001/init-core-data-001/]
   [junit4]   2> 1465757 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1465824 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1465824 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1465825 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=69.5634765625, floorSegmentMB=2.041015625, forceMergeDeletesPctAllowed=24.55396011459278, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18355366730024691
   [junit4]   2> 1465825 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bc5c7b0[collection1] main]
   [junit4]   2> 1465826 WARN  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1465826 INFO  (coreLoadExecutor-8261-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1465826 INFO  (searcherExecutor-8262-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4bc5c7b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1465828 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1465828 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 1465833 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDocValuesUnsupported
   [junit4]   2> 1465834 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465834 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465863 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465873 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-docValues-unsupported
   [junit4]   2> 1465874 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465874 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2300856
   [junit4]   2> 1465874 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1465875 INFO  (coreCloseExecutor-8266-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@34bdfb52
   [junit4]   2> 1465876 INFO  (coreCloseExecutor-8266-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1465877 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1465877 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDocValuesUnsupported
   [junit4]   2> 1465880 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyBogusCode
   [junit4]   2> 1465880 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465881 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465902 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465909 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-default-code
   [junit4]   2> 1465910 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465911 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465911 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465933 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465941 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-code-in-xml
   [junit4]   2> 1465943 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-currency-ft-bogus-code-in-xml/1.4 with uniqueid field id
   [junit4]   2> 1465944 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1465944 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyBogusCode
   [junit4]   2> 1465948 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUniqueKeyRules
   [junit4]   2> 1465948 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[539F867D80CA5026]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1465948 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1465970 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[539F867D80CA5026]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1465978 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[539F867D80CA5026]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-is-copyfi

[...truncated too long message...]

]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)
   [junit4]    > 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([539F867D80CA5026]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   [junit4]    >    1) Thread[id=18490, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=18491, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=18493, name=Thread-5269, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    4) Thread[id=18495, name=searcherExecutor-8252-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([539F867D80CA5026]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=18493, name=Thread-5269, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    2) Thread[id=18495, name=searcherExecutor-8252-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([539F867D80CA5026]:0)
   [junit4] Completed [392/711 (1!)] on J1 in 46.50s, 23 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 44434 lines...]

[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 816 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/816/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([D236F97FA12F09E5:5A62C6A50FD3641D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([D236F97FA12F09E5:7784B9B70761C011]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12128 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/init-core-data-001
   [junit4]   2> 1414709 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1414710 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1414710 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001
   [junit4]   2> 1414711 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1414712 INFO  (Thread-2737) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1414712 INFO  (Thread-2737) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1414715 ERROR (Thread-2737) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1414828 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:62993
   [junit4]   2> 1414842 INFO  (jetty-launcher-1979-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1414842 INFO  (jetty-launcher-1979-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1414846 INFO  (jetty-launcher-1979-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@631b9650{/solr,null,AVAILABLE}
   [junit4]   2> 1414847 INFO  (jetty-launcher-1979-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6a9f2667{HTTP/1.1,[http/1.1]}{127.0.0.1:49484}
   [junit4]   2> 1414847 INFO  (jetty-launcher-1979-thread-1) [    ] o.e.j.s.Server Started @1418253ms
   [junit4]   2> 1414847 INFO  (jetty-launcher-1979-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49484}
   [junit4]   2> 1414848 ERROR (jetty-launcher-1979-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1414848 INFO  (jetty-launcher-1979-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 1414848 INFO  (jetty-launcher-1979-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1414870 INFO  (jetty-launcher-1979-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1414870 INFO  (jetty-launcher-1979-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T16:40:04.718Z
   [junit4]   2> 1414849 INFO  (jetty-launcher-1979-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@511e9ce9{/solr,null,AVAILABLE}
   [junit4]   2> 1414872 INFO  (jetty-launcher-1979-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@475bc2ae{HTTP/1.1,[http/1.1]}{127.0.0.1:46360}
   [junit4]   2> 1414873 INFO  (jetty-launcher-1979-thread-2) [    ] o.e.j.s.Server Started @1418278ms
   [junit4]   2> 1414873 INFO  (jetty-launcher-1979-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46360}
   [junit4]   2> 1414873 ERROR (jetty-launcher-1979-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1414873 INFO  (jetty-launcher-1979-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 1414873 INFO  (jetty-launcher-1979-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1414873 INFO  (jetty-launcher-1979-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1414873 INFO  (jetty-launcher-1979-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T16:40:04.721Z
   [junit4]   2> 1414876 INFO  (jetty-launcher-1979-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1414878 INFO  (jetty-launcher-1979-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1414891 INFO  (jetty-launcher-1979-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1414892 INFO  (jetty-launcher-1979-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62993/solr
   [junit4]   2> 1414895 INFO  (jetty-launcher-1979-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1414896 INFO  (jetty-launcher-1979-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62993/solr
   [junit4]   2> 1414988 INFO  (jetty-launcher-1979-thread-1) [n:127.0.0.1:49484_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1414989 INFO  (jetty-launcher-1979-thread-2) [n:127.0.0.1:46360_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1414990 INFO  (jetty-launcher-1979-thread-2) [n:127.0.0.1:46360_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46360_solr
   [junit4]   2> 1414992 INFO  (jetty-launcher-1979-thread-1) [n:127.0.0.1:49484_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49484_solr
   [junit4]   2> 1414994 INFO  (jetty-launcher-1979-thread-2) [n:127.0.0.1:46360_solr    ] o.a.s.c.Overseer Overseer (id=97910941585440774-127.0.0.1:46360_solr-n_0000000000) starting
   [junit4]   2> 1414995 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1415007 INFO  (jetty-launcher-1979-thread-2) [n:127.0.0.1:46360_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46360_solr
   [junit4]   2> 1415016 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1415022 INFO  (OverseerStateUpdate-97910941585440774-127.0.0.1:46360_solr-n_0000000000) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1415119 INFO  (jetty-launcher-1979-thread-1) [n:127.0.0.1:49484_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001/node1/.
   [junit4]   2> 1415188 INFO  (jetty-launcher-1979-thread-2) [n:127.0.0.1:46360_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001/node2/.
   [junit4]   2> 1416463 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1416464 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62993/solr ready
   [junit4]   2> 1416476 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=1726ad72-5250-41f6-a629-e489c7356cf0&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1416479 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=1726ad72-5250-41f6-a629-e489c7356cf0&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1416483 INFO  (qtp671501733-11263) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1416483 INFO  (OverseerThreadFactory-4808-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.CreateCollectionCmd Create collection solr_9504
   [junit4]   2> 1416484 INFO  (qtp671501733-11263) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1416591 INFO  (qtp671501733-11278) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=1726ad72-5250-41f6-a629-e489c7356cf0113081789634960&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1416592 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=1726ad72-5250-41f6-a629-e489c7356cf0113081789634960&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1416592 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1416594 INFO  (qtp671501733-11279) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960
   [junit4]   2> 1416594 INFO  (qtp671501733-11279) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1726ad72-5250-41f6-a629-e489c7356cf0113081789634960&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1416708 INFO  (zkCallback-1991-thread-2-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1417498 INFO  (qtp671501733-11264) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1417500 INFO  (qtp671501733-11264) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1417597 INFO  (qtp671501733-11267) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960
   [junit4]   2> 1417597 INFO  (qtp671501733-11267) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1726ad72-5250-41f6-a629-e489c7356cf0113081789634960&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1417616 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1417629 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
   [junit4]   2> 1417633 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1417633 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 1417634 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1417634 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001/node2/solr_9504_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001/node2/./solr_9504_shard1_replica1/data/]
   [junit4]   2> 1417718 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1417718 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1417719 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1417719 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1417721 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d684783[solr_9504_shard1_replica1] main]
   [junit4]   2> 1417723 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1417723 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1417724 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1417724 INFO  (searcherExecutor-4813-thread-1-processing-x:solr_9504_shard1_replica1 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE n:127.0.0.1:46360_solr s:shard1 c:solr_9504) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@6d684783[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1417724 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566575068522217472
   [junit4]   2> 1417735 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1417735 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1417735 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46360/solr/solr_9504_shard1_replica1/
   [junit4]   2> 1417735 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1417735 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:46360/solr/solr_9504_shard1_replica1/ has no replicas
   [junit4]   2> 1417735 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1417740 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46360/solr/solr_9504_shard1_replica1/ shard1
   [junit4]   2> 1417845 INFO  (zkCallback-1991-thread-2-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1417894 INFO  (parallelCoreAdminExecutor-4811-thread-1-processing-n:127.0.0.1:46360_solr 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960 CREATE) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1418002 INFO  (zkCallback-1991-thread-2-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1418503 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1418506 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1418602 INFO  (qtp671501733-11277) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1726ad72-5250-41f6-a629-e489c7356cf0113081789634960
   [junit4]   2> 1418602 INFO  (qtp671501733-11277) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1726ad72-5250-41f6-a629-e489c7356cf0113081789634960&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1418611 INFO  (OverseerThreadFactory-4808-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1419512 INFO  (qtp671501733-11263) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1419515 INFO  (qtp671501733-11263) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1419518 INFO  (qtp671501733-11278) [n:127.0.0.1:46360_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1419519 INFO  (qtp671501733-11278) [n:127.0.0.1:46360_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1726ad72-5250-41f6-a629-e489c7356cf0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1419565 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1419570 INFO  (qtp671501733-11279) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566575070456840192)]} 0 1
   [junit4]   2> 1419573 INFO  (qtp671501733-11264) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566575070461034496)]} 0 0
   [junit4]   2> 1419576 INFO  (qtp671501733-11267) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566575070464180224)]} 0 0
   [junit4]   2> 1419578 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566575070466277376)]} 0 0
   [junit4]   2> 1419580 INFO  (qtp671501733-11277) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566575070468374528)]} 0 0
   [junit4]   2> 1419584 INFO  (qtp671501733-11263) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566575070471520256)]} 0 0
   [junit4]   2> 1419586 INFO  (qtp671501733-11278) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566575070474665984)]} 0 0
   [junit4]   2> 1419588 INFO  (qtp671501733-11279) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566575070476763136)]} 0 0
   [junit4]   2> 1419595 INFO  (qtp671501733-11264) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566575070483054592)]} 0 0
   [junit4]   2> 1419598 INFO  (qtp671501733-11267) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566575070487248896)]} 0 0
   [junit4]   2> 1419600 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1419600 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@481a269e
   [junit4]   2> 1419626 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ef71042[solr_9504_shard1_replica1] main]
   [junit4]   2> 1419626 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1419626 INFO  (searcherExecutor-4813-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@3ef71042[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 1419627 INFO  (qtp671501733-11265) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=solr_9504:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 26
   [junit4]   2> 1419627 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.c.ChaosMonkey monkey: kill shard! 46360
   [junit4]   2> 1419629 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@475bc2ae{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1419629 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=49919846
   [junit4]   2> 1419635 INFO  (coreCloseExecutor-4818-thread-1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4f8fd9aa
   [junit4]   2> 1419637 INFO  (coreCloseExecutor-4818-thread-1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 1419639 INFO  (zkCallback-1991-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1419639 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.c.Overseer Overseer (id=97910941585440774-127.0.0.1:46360_solr-n_0000000000) closing
   [junit4]   2> 1419640 INFO  (OverseerStateUpdate-97910941585440774-127.0.0.1:46360_solr-n_0000000000) [n:127.0.0.1:46360_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46360_solr
   [junit4]   2> 1419643 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49484_solr
   [junit4]   2> 1419643 INFO  (zkCallback-1997-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1419645 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1419646 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@511e9ce9{/solr,null,UNAVAILABLE}
   [junit4]   2> 1419664 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.Overseer Overseer (id=97910941585440773-127.0.0.1:49484_solr-n_0000000001) starting
   [junit4]   2> 1419664 INFO  (zkCallback-1990-thread-2-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1419665 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 46360
   [junit4]   2> 1419672 INFO  (qtp1022290297-11282) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=6c91f81c-4368-486f-8730-87c48a0a61c1&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1419676 INFO  (qtp1022290297-11282) [n:127.0.0.1:49484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=6c91f81c-4368-486f-8730-87c48a0a61c1&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1419689 INFO  (OverseerThreadFactory-4821-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"solr_9504",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "async":"6c91f81c-4368-486f-8730-87c48a0a61c1",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 1419691 INFO  (OverseerThreadFactory-4821-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:49484_solr for creating new replica
   [junit4]   2> 1419694 INFO  (qtp1022290297-11284) [n:127.0.0.1:49484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1419694 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1419695 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1419697 INFO  (qtp1022290297-11274) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292
   [junit4]   2> 1419697 INFO  (qtp1022290297-11274) [n:127.0.0.1:49484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1419702 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1420678 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1420681 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@245a85e2{/solr,null,AVAILABLE}
   [junit4]   2> 1420681 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f2cebf4{HTTP/1.1,[http/1.1]}{127.0.0.1:46360}
   [junit4]   2> 1420681 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.e.j.s.Server Started @1424089ms
   [junit4]   2> 1420681 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46360}
   [junit4]   2> 1420682 ERROR (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1420682 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 1420683 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1420683 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1420683 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T16:40:10.531Z
   [junit4]   2> 1420687 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1420698 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1420699 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62993/solr
   [junit4]   2> 1420703 INFO  (qtp1022290297-11271) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292
   [junit4]   2> 1420703 INFO  (qtp1022290297-11271) [n:127.0.0.1:49484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1420717 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1420719 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1420723 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [n:127.0.0.1:46360_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1420726 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.s.IndexSchema [solr_9504_shard1_replica2] Schema name=minimal
   [junit4]   2> 1420728 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [n:127.0.0.1:46360_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46360_solr
   [junit4]   2> 1420738 INFO  (zkCallback-1997-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1420738 INFO  (zkCallback-2002-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1420759 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1420759 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica2' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 1420760 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1420760 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SolrCore [[solr_9504_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001/node1/solr_9504_shard1_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001/node1/./solr_9504_shard1_replica2/data/]
   [junit4]   2> 1420764 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1420816 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1420816 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1420817 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1420817 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1420820 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@13009928[solr_9504_shard1_replica2] main]
   [junit4]   2> 1420823 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1420824 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1420824 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1420824 INFO  (searcherExecutor-4826-thread-1-processing-x:solr_9504_shard1_replica2 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE n:127.0.0.1:49484_solr s:shard1 c:solr_9504) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SolrCore [solr_9504_shard1_replica2] Registered new searcher Searcher@13009928[solr_9504_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1420824 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566575071772803072
   [junit4]   2> 1420833 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 1420875 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [n:127.0.0.1:46360_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001/node2/.
   [junit4]   2> 1420875 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [n:127.0.0.1:46360_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [solr_9504_shard1_replica1]
   [junit4]   2> 1420878 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1420899 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1420921 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
   [junit4]   2> 1420925 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1420925 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 1420925 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1420925 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001/node2/solr_9504_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D236F97FA12F09E5-001/tempDir-001/node2/./solr_9504_shard1_replica1/data/]
   [junit4]   2> 1420991 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1420991 INFO  (zkCallback-2002-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1420993 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1420994 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1420995 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1420995 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1421006 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d86f700[solr_9504_shard1_replica1] main]
   [junit4]   2> 1421008 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1421009 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1421009 INFO  (coreLoadExecutor-4832-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1421010 INFO  (searcherExecutor-4833-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@5d86f700[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 1421335 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1421335 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1421335 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49484/solr/solr_9504_shard1_replica2/
   [junit4]   2> 1421336 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2 url=http://127.0.0.1:49484/solr START replicas=[http://127.0.0.1:46360/solr/solr_9504_shard1_replica1/] nUpdates=100
   [junit4]   2> 1421336 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2 url=http://127.0.0.1:49484/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1421339 ERROR (qtp1996678513-11345) [    ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 1421339 WARN  (qtp1996678513-11345) [    ] o.e.j.s.ServletHandler /solr/solr_9504_shard1_replica1/get
   [junit4]   2> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1421341 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1421341 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1421341 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1421345 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49484/solr/solr_9504_shard1_replica2/ shard1
   [junit4]   2> 1421450 INFO  (zkCallback-2002-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1421451 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1421498 INFO  (parallelCoreAdminExecutor-4809-thread-1-processing-n:127.0.0.1:49484_solr 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292 CREATE) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1  x:solr_9504_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1421605 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1421605 INFO  (zkCallback-2002-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1421712 INFO  (qtp1022290297-11266) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292
   [junit4]   2> 1421712 INFO  (qtp1022290297-11266) [n:127.0.0.1:49484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=6c91f81c-4368-486f-8730-87c48a0a61c1113084894065292&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1421718 INFO  (OverseerThreadFactory-4821-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1422022 INFO  (coreZkRegister-4822-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.ZkController Core needs to recover:solr_9504_shard1_replica1
   [junit4]   2> 1422023 INFO  (updateExecutor-1999-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1422024 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1422025 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[1566575070487248896, 1566575070483054592, 1566575070476763136, 1566575070474665984, 1566575070471520256, 1566575070468374528, 1566575070466277376, 1566575070464180224, 1566575070461034496, 1566575070456840192]]
   [junit4]   2> 1422025 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[solr_9504_shard1_replica1]
   [junit4]   2> 1422025 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1422026 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Publishing state of core [solr_9504_shard1_replica1] as recovering, leader is [http://127.0.0.1:49484/solr/solr_9504_shard1_replica2/] and I am [http://127.0.0.1:46360/solr/solr_9504_shard1_replica1/]
   [junit4]   2> 1422031 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:49484/solr]; [WaitForState: action=PREPRECOVERY&core=solr_9504_shard1_replica2&nodeName=127.0.0.1:46360_solr&coreNodeName=core_node1&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1422033 INFO  (qtp1022290297-11283) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1422034 INFO  (qtp1022290297-11283) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see solr_9504_shard1_replica2 (shard1 of solr_9504) have state: recovering
   [junit4]   2> 1422035 INFO  (qtp1022290297-11283) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504, shard=shard1, thisCore=solr_9504_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:46360_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:46360/solr","node_name":"127.0.0.1:46360_solr","state":"down"}
   [junit4]   2> 1422131 INFO  (zkCallback-1997-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1422132 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1422131 INFO  (zkCallback-2002-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1423035 INFO  (qtp1022290297-11283) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504, shard=shard1, thisCore=solr_9504_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:46360_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:46360/solr","node_name":"127.0.0.1:46360_solr","state":"recovering"}
   [junit4]   2> 1423036 INFO  (qtp1022290297-11283) [n:127.0.0.1:49484_solr    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1423036 INFO  (qtp1022290297-11283) [n:127.0.0.1:49484_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46360_solr&onlyIfLeaderActive=true&core=solr_9504_shard1_replica2&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
   [junit4]   2> 1423536 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:49484/solr/solr_9504_shard1_replica2/] - recoveringAfterStartup=[true]
   [junit4]   2> 1423537 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:46360/solr START replicas=[http://127.0.0.1:49484/solr/solr_9504_shard1_replica2/] nUpdates=100
   [junit4]   2> 1423540 INFO  (qtp1022290297-11269) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1423540 INFO  (qtp1022290297-11269) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1423542 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@5d86f700[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(6.6.0):C10)) docBase=0 ord=0) mavVersion:9223372036854775807
   [junit4]   2> 1423542 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1566575070487248896, maxInHash=1566575070487248896, versionsHash=4390148618043952595, numVersions=10, numDocs=10, maxDoc=10}
   [junit4]   2> 1423547 INFO  (qtp1022290297-11271) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1423547 INFO  (qtp1022290297-11271) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1423547 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:46360/solr  Received 0 versions from http://127.0.0.1:49484/solr/solr_9504_shard1_replica2/ fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1423547 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:46360/solr DONE. sync failed
   [junit4]   2> 1423547 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
   [junit4]   2> 1423548 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 1423548 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:49484/solr/solr_9504_shard1_replica2/].
   [junit4]   2> 1423552 INFO  (qtp1022290297-11266) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1423552 INFO  (qtp1022290297-11266) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1423552 INFO  (qtp1022290297-11266) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1423552 INFO  (qtp1022290297-11266) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica2]  webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 1423556 INFO  (qtp1022290297-11282) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1423556 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1423557 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1423558 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1423558 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.h.IndexFetcher Slave's version: 1494002409448
   [junit4]   2> 1423558 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 1423558 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 1423558 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1423561 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 1423563 INFO  (recoveryExecutor-2000-thread-1-processing-n:127.0.0.1:46360_solr x:solr_9504_shard1_replica1 s:shard1 c:solr_9504 r:core_node1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 1423672 INFO  (zkCallback-2002-thread-1-processing-n:127.0.0.1:46360_solr) [n:127.0.0.1:46360_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1423672 INFO  (zkCallback-1990-thread-1-processing-n:127.0.0.1:49484_solr) [n:127.0.0.1:49484_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1423673 INFO  (zkCallback-1997-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1423678 INFO  (qtp1996678513-11348) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.S.Request [solr_9504_shard1_replica1]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=10 status=0 QTime=0
   [junit4]   2> 1423682 INFO  (qtp1022290297-11282) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1423682 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D236F97FA12F09E5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLeaderElectionWithEmptyReplica -Dtests.method=test -Dtests.seed=D236F97FA12F09E5 -Dtests.slow=true -Dtests.locale=pt-BR -Dtests.timezone=America/Guadeloupe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 4.16s J0 | TestLeaderElectionWithEmptyReplica.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D236F97FA12F09E5:5A62C6A50FD3641D]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
   [junit4]    > 	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1423689 INFO  (jetty-closer-1980-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a9f2667{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1423690 INFO  (jetty-closer-1980-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1719395813
   [junit4]   2> 1423690 INFO  (jetty-closer-1980-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3f2cebf4{HTTP/1.1,[http/1.1]}{127.0.0.1:46360}
   [junit4]   2> 1423691 INFO  (jetty-closer-1980-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1861673346
   [junit4]   2> 1423695 INFO  (coreCloseExecutor-4838-thread-1) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.c.SolrCore [solr_9504_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@5484a146
   [junit4]   2> 1423695 INFO  (coreCloseExecutor-4839-thread-1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.c.SolrCore [solr_9504_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3ca6c9e0
   [junit4]   2> 1423696 INFO  (OverseerCollectionConfigSetProcessor-97910941585440773-127.0.0.1:49484_solr-n_0000000001) [n:127.0.0.1:49484_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1423697 INFO  (coreCloseExecutor-4838-thread-1) [n:127.0.0.1:49484_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica2
   [junit4]   2> 1423697 INFO  (jetty-closer-1980-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97910941585440773-127.0.0.1:49484_solr-n_0000000001) closing
   [junit4]   2> 1423698 INFO  (OverseerStateUpdate-97910941585440773-127.0.0.1:49484_solr-n_0000000001) [n:127.0.0.1:49484_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49484_solr
   [junit4]   2> 1423700 INFO  (coreCloseExecutor-4839-thread-1) [n:127.0.0.1:46360_solr c:solr_9504 s:shard1 r:core_node1 x:solr_9504_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 1423705 INFO  (jetty-closer-1980-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1423705 INFO  (jetty-closer-1980-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1423706 INFO  (jetty-closer-1980-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@245a85e2{/solr,null,UNAVAILABLE}
   [junit4]   2> 1423706 INFO  (jetty-closer-1980-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@631b9650{/solr,null,UNAVAILABLE}
   [junit4]   2> 1423708 WARN  (NIOServerCxn.Fa

[...truncated too long message...]

reLoadExecutor-6556-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1819028 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1819034 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[D236F97FA12F09E5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1819034 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[D236F97FA12F09E5]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 1819035 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[D236F97FA12F09E5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=D236F97FA12F09E5 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.01s J0 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D236F97FA12F09E5:7784B9B70761C011]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1819040 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[D236F97FA12F09E5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1819041 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[D236F97FA12F09E5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 1819046 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[D236F97FA12F09E5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1819047 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[D236F97FA12F09E5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1819047 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1819047 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=620744782
   [junit4]   2> 1819047 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1819048 INFO  (coreCloseExecutor-6561-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@da18804
   [junit4]   2> 1819048 INFO  (searcherExecutor-6557-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@436f83c4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1819048 INFO  (coreCloseExecutor-6561-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1819052 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[D236F97FA12F09E5]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_D236F97FA12F09E5-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=523, maxMBSortInHeap=5.5875851308865645, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=hu, timezone=Etc/GMT-0
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=184309600,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SuggesterFSTTest, SimpleCollectionCreateDeleteTest, LeaderFailoverAfterPartitionTest, SolrMetricReporterTest, TestImplicitCoreProperties, SpatialRPTFieldTypeTest, TestChildDocTransformer, TestAnalyzedSuggestions, LargeFieldTest, SolrGangliaReporterTest, TestReplicationHandler, TestConfigSetsAPIExclusivity, BadCopyFieldTest, TestDocBasedVersionConstraints, TestPayloadScoreQParserPlugin, SaslZkACLProviderTest, DeleteLastCustomShardedReplicaTest, TestReplicaProperties, TestFastOutputStream, TestFaceting, TriLevelCompositeIdRoutingTest, LeaderInitiatedRecoveryOnCommitTest, TestFunctionQuery, TestStressLucene, TestDynamicFieldCollectionResource, SolrPluginUtilsTest, StandardRequestHandlerTest, TestPerFieldSimilarityClassic, UUIDUpdateProcessorFallbackTest, TestRTimerTree, CollectionsAPIAsyncDistributedZkTest, OverseerTest, CollectionStateFormat2Test, BlockJoinFacetDistribTest, TestPerFieldSimilarity, TestFileDictionaryLookup, ConjunctionSolrSpellCheckerTest, TestCustomStream, DocValuesTest, RequiredFieldsTest, AnalyticsQueryTest, TestPhraseSuggestions, TestPKIAuthenticationPlugin, ZkCLITest, TestRequestStatusCollectionAPI, DistributedQueryElevationComponentTest, TestRestManager, TestMaxScoreQueryParser, TestBinaryResponseWriter, TestClassNameShortening, SolrCoreTest, TestReRankQParserPlugin, TestRawTransformer, TestHighFrequencyDictionaryFactory, HdfsBasicDistributedZk2Test, TestLFUCache, XmlUpdateRequestHandlerTest, TestEmbeddedSolrServerConstructors, SharedFSAutoReplicaFailoverTest, SynonymTokenizerTest, TestCloudRecovery, ZkNodePropsTest, TestFieldCacheReopen, SoftAutoCommitTest, ReplicationFactorTest, BigEndianAscendingWordDeserializerTest, TestCryptoKeys, TestSQLHandlerNonCloud, TestMinMaxOnMultiValuedField, TestLRUCache, AssignTest, TestRTGBase, NodeMutatorTest, ClusterStateUpdateTest, QueryEqualityTest, SuggestComponentContextFilterQueryTest, DistributedSpellCheckComponentTest, TestUnifiedSolrHighlighter, IndexBasedSpellCheckerTest, HdfsDirectoryTest, TestSubQueryTransformerCrossCore, V2ApiIntegrationTest, TestDistributedSearch, BasicAuthIntegrationTest, OverseerStatusTest, TestNumericTerms64, TestMultiWordSynonyms, UniqFieldsUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, TestLockTree, TestBinaryResponseWriter, TestManagedStopFilterFactory, TestJsonFacetRefinement, TestStressCloudBlindAtomicUpdates, TestSha256AuthenticationProvider, JavabinLoaderTest, TestSchemalessBufferedUpdates, ShufflingReplicaListTransformerTest, OverriddenZkACLAndCredentialsProvidersTest, PropertiesRequestHandlerTest, TestGraphMLResponseWriter, TestCSVResponseWriter, TestGroupingSearch, RankQueryTest, XsltUpdateRequestHandlerTest, TestDistribDocBasedVersion, ActionThrottleTest, BlockDirectoryTest, TestStressVersions, SimpleFacetsTest, HdfsDirectoryFactoryTest, SimplePostToolTest, ConnectionManagerTest, TestSerializedLuceneMatchVersion, TestSimpleTextCodec, TestBinaryField, PluginInfoTest, OutputWriterTest, ResponseLogComponentTest, TestHighlightDedupGrouping, RecoveryZkTest, DirectoryFactoryTest, TestHashPartitioner, TestSolrDeletionPolicy1, TestStressUserVersions, AnalysisAfterCoreReloadTest, DocExpirationUpdateProcessorFactoryTest, TestReplicationHandlerBackup, DisMaxRequestHandlerTest, DistributedQueueTest, TestConfigsApi, MetricUtilsTest, DistributedFacetPivotSmallTest, TestSchemaSimilarityResource, TestJettySolrRunner, TestCollationField, SolrRequestParserTest, RequestLoggingTest, ParsingFieldUpdateProcessorsTest, SolrCoreMetricManagerTest, TestCollectionAPI, TestTolerantUpdateProcessorRandomCloud, TestDistribIDF, TestConfigSets, TestSolrQueryParserResource, TestCustomSort, TestOnReconnectListenerSupport, HttpSolrCallGetCoreTest, JSONWriterTest, CursorPagingTest, DeleteReplicaTest, TestImpersonationWithHadoopAuth, AddBlockUpdateTest, PathHierarchyTokenizerFactoryTest, InfixSuggestersTest, BadComponentTest, TestDFISimilarityFactory, TestExclusionRuleCollectionAccess, DocValuesMissingTest, BlockJoinFacetSimpleTest, TestManagedResource, TestSolrJ, HLLUtilTest, TestLeaderElectionWithEmptyReplica, DistributedSuggestComponentTest, TestDistributedStatsComponentCardinality, TestSolrConfigHandlerConcurrent, TestSizeLimitedDistributedMap, PingRequestHandlerTest, TestManagedSchemaAPI, DistribDocExpirationUpdateProcessorTest, FileUtilsTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ZkSolrClientTest, AutoCommitTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestCoreContainer, TestSolr4Spatial, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, SpatialFilterTest, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoMBeanTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, FileBasedSpellCheckerTest, RequestHandlersTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [431/711 (2!)] on J0 in 0.65s, 3 tests, 1 error <<< FAILURES!

[...truncated 44424 lines...]