You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/07/26 22:40:33 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2045 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2045/

12 tests failed.
FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testExpandComponent

Error Message:
Error from server at http://127.0.0.1:44572/solr/collection1: ERROR: [doc=1] unknown field 'test_ti'

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44572/solr/collection1: ERROR: [doc=1] unknown field 'test_ti'
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:A34CB5E5FAEF475]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:85)
	at org.apache.solr.client.solrj.SolrExampleTests.testExpandComponent(SolrExampleTests.java:1949)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testErrorHandling

Error Message:
expected:<400> but was:<500>

Stack Trace:
java.lang.AssertionError: expected:<400> but was:<500>
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:CD2633D3E6DFF9AB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.client.solrj.SolrExampleTests.testErrorHandling(SolrExampleTests.java:422)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.SolrExampleXMLTest.testExpandComponent

Error Message:
Error from server at http://127.0.0.1:60117/solr/collection1: ERROR: [doc=1] unknown field 'test_ti'

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60117/solr/collection1: ERROR: [doc=1] unknown field 'test_ti'
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:A34CB5E5FAEF475]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:85)
	at org.apache.solr.client.solrj.SolrExampleTests.testExpandComponent(SolrExampleTests.java:1949)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.SolrExampleXMLTest.testErrorHandling

Error Message:
expected:<400> but was:<500>

Stack Trace:
java.lang.AssertionError: expected:<400> but was:<500>
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:CD2633D3E6DFF9AB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.client.solrj.SolrExampleTests.testErrorHandling(SolrExampleTests.java:422)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.testExpandComponent

Error Message:
ERROR: [doc=1] unknown field 'test_ti'

Stack Trace:
org.apache.solr.common.SolrException: ERROR: [doc=1] unknown field 'test_ti'
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:A34CB5E5FAEF475]:0)
	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:214)
	at org.apache.solr.update.AddUpdateCommand.getLuceneDocument(AddUpdateCommand.java:100)
	at org.apache.solr.update.DirectUpdateHandler2.updateDocument(DirectUpdateHandler2.java:957)
	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:948)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:329)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:266)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:216)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:990)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1206)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:752)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:179)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:85)
	at org.apache.solr.client.solrj.SolrExampleTests.testExpandComponent(SolrExampleTests.java:1949)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.testErrorHandling

Error Message:
should have thrown a SolrException! not: org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: java.lang.NullPointerException

Stack Trace:
junit.framework.AssertionFailedError: should have thrown a SolrException! not: org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:CD2633D3E6DFF9AB]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.client.solrj.SolrExampleTests.testErrorHandling(SolrExampleTests.java:427)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleJettyTest.testExpandComponent

Error Message:
Error from server at http://127.0.0.1:58837/solr/collection1: ERROR: [doc=1] unknown field 'test_ti'

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58837/solr/collection1: ERROR: [doc=1] unknown field 'test_ti'
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:A34CB5E5FAEF475]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:85)
	at org.apache.solr.client.solrj.SolrExampleTests.testExpandComponent(SolrExampleTests.java:1949)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleJettyTest.testErrorHandling

Error Message:
expected:<400> but was:<500>

Stack Trace:
java.lang.AssertionError: expected:<400> but was:<500>
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:CD2633D3E6DFF9AB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.client.solrj.SolrExampleTests.testErrorHandling(SolrExampleTests.java:422)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.testExpandComponent

Error Message:
Error from server at http://127.0.0.1:58590/solr/collection1: undefined field: "test_ti"

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58590/solr/collection1: undefined field: "test_ti"
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:A34CB5E5FAEF475]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient.request(ConcurrentUpdateSolrClient.java:478)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.client.solrj.SolrExampleTests.testExpandComponent(SolrExampleTests.java:1958)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.testErrorHandling

Error Message:
expected:<400> but was:<500>

Stack Trace:
java.lang.AssertionError: expected:<400> but was:<500>
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:CD2633D3E6DFF9AB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.client.solrj.SolrExampleTests.testErrorHandling(SolrExampleTests.java:422)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingTest.testExpandComponent

Error Message:
Error from server at http://127.0.0.1:55564/solr/collection1: undefined field: "test_ti"

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55564/solr/collection1: undefined field: "test_ti"
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:A34CB5E5FAEF475]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient.request(ConcurrentUpdateSolrClient.java:478)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.client.solrj.SolrExampleTests.testExpandComponent(SolrExampleTests.java:1958)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingTest.testErrorHandling

Error Message:
expected:<400> but was:<500>

Stack Trace:
java.lang.AssertionError: expected:<400> but was:<500>
	at __randomizedtesting.SeedInfo.seed([F8D24DEDB009787F:CD2633D3E6DFF9AB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.client.solrj.SolrExampleTests.testErrorHandling(SolrExampleTests.java:422)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13663 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest
   [junit4]   2> 19257 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/init-core-data-001
   [junit4]   2> 19258 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 19258 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 19260 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 19313 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 19345 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/extraction/lib
   [junit4]   2> 19346 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 19346 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/clustering/lib
   [junit4]   2> 19346 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 19346 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/langid/lib
   [junit4]   2> 19347 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 19347 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/ltr/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/ltr/lib
   [junit4]   2> 19347 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 19347 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/velocity/lib
   [junit4]   2> 19347 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 19373 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 19375 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 19460 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 19976 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 19977 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 19978 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 19978 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 19984 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 19984 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 19984 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 19984 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 19984 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 20075 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fe53b25
   [junit4]   2> 20081 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fe53b25
   [junit4]   2> 20082 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fe53b25
   [junit4]   2> 20105 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/extraction/lib
   [junit4]   2> 20106 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 20106 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/clustering/lib
   [junit4]   2> 20106 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 20106 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/langid/lib
   [junit4]   2> 20106 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 20107 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/ltr/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/ltr/lib
   [junit4]   2> 20107 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 20107 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../contrib/velocity/lib
   [junit4]   2> 20108 WARN  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 20120 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 20121 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 20165 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 20483 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 20484 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 20484 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 20484 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 20485 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 20485 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 20486 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 20486 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 20486 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymGraphFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 20533 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 20533 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fe53b25
   [junit4]   2> 20534 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 20534 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/tempDir-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_F8D24DEDB009787F-001/init-core-data-001/]
   [junit4]   2> 20552 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@62b27807
   [junit4]   2> 20552 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 20552 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: 0 msec to checkpoint
   [junit4]   2> 20552 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: init: create=true
   [junit4]   2> 20553 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: 
   [junit4]   2> dir=MockDirectoryWrapper(RAMDirectory@3fe0993 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f1b6778)
   [junit4]   2> index=
   [junit4]   2> version=8.0.0
   [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
   [junit4]   2> ramBufferSizeMB=100.0
   [junit4]   2> maxBufferedDocs=-1
   [junit4]   2> mergedSegmentWarmer=null
   [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> commit=null
   [junit4]   2> openMode=CREATE
   [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
   [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
   [junit4]   2> codec=Lucene70
   [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1
   [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@4c1d7c9f
   [junit4]   2> readerPooling=true
   [junit4]   2> perThreadHardLimitMB=1945
   [junit4]   2> useCompoundFile=false
   [junit4]   2> commitOnClose=true
   [junit4]   2> indexSort=null
   [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@3fdc561e
   [junit4]   2> 
   [junit4]   2> 20553 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
   [junit4]   2> 20553 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: now flush at close
   [junit4]   2> 20553 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 20553 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]:   index before flush 
   [junit4]   2> 20553 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-102-thread-1]: startFullFlush
   [junit4]   2> 20553 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-102-thread-1]: coreLoadExecutor-102-thread-1 finishFullFlush success=true
   [junit4]   2> 20554 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
   [junit4]   2> 20554 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-102-thread-1]: waitApply: no deletes to apply
   [junit4]   2> 20554 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-102-thread-1]: initDynamicDefaults spins=false maxThreadCount=1 maxMergeCount=6
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-102-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-102-thread-1]: now merge
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-102-thread-1]:   index: 
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-102-thread-1]:   no more merges pending; now return
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: waitForMerges
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: waitForMerges done
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: commit: start
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: commit: enter lock
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: commit: now prepare
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: prepareCommit: flush
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]:   index before flush 
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-102-thread-1]: startFullFlush
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-102-thread-1]: waitApply: no deletes to apply
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-102-thread-1]: coreLoadExecutor-102-thread-1 finishFullFlush success=true
   [junit4]   2> 20555 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: startCommit(): start
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: startCommit index= changeCount=2
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: startCommit: wrote pending segments file "pending_segments_1"
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: done all syncs: []
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: commit: pendingCommit != null
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: commit: done writing segments file "segments_1"
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: 0 msec to checkpoint
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: commit: took 0.9 msec
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: commit: done
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: rollback
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: all running merges have aborted
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: rollback: done finish merges
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-102-thread-1]: abort
   [junit4]   2> 20556 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-102-thread-1]: done abort success=true
   [junit4]   2> 20557 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: rollback: infos=
   [junit4]   2> 20557 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 20557 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: 0 msec to checkpoint
   [junit4]   2> 20571 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 20743 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 20743 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 20744 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 20744 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 20754 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@62b27807
   [junit4]   2> 20754 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: init: load commit "segments_1"
   [junit4]   2> 20754 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 20754 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-102-thread-1]: 0 msec to checkpoint
   [junit4]   2> 20754 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: init: create=false
   [junit4]   2> 20755 INFO  (coreLoadExecutor-102-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-102-thread-1]: 
   [junit4]   2> dir=MockDirectoryWrapper(RAMDirectory@3fe0993 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f1b6778)
   [junit4]   2> index=
   [junit4]   2> ve

[...truncated too long message...]

[collection1]  webapp=/solr path=/select params={q=name:h?llo&sort=price+asc&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 64294 INFO  (TEST-SolrExampleJettyTest.testAddRetrieve-seed#[F8D24DEDB009787F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddRetrieve
   [junit4]   2> 64300 INFO  (TEST-SolrExampleJettyTest.testQueryWithParams-seed#[F8D24DEDB009787F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testQueryWithParams
   [junit4]   2> 64303 INFO  (qtp449179831-507) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=query&debug=true&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 64303 INFO  (TEST-SolrExampleJettyTest.testQueryWithParams-seed#[F8D24DEDB009787F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testQueryWithParams
   [junit4]   2> 64304 INFO  (SUITE-SolrExampleJettyTest-seed#[F8D24DEDB009787F]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a1a9f8d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 64305 INFO  (SUITE-SolrExampleJettyTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2029970024
   [junit4]   2> 64305 INFO  (SUITE-SolrExampleJettyTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 64307 INFO  (SUITE-SolrExampleJettyTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 64308 INFO  (SUITE-SolrExampleJettyTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 64309 INFO  (SUITE-SolrExampleJettyTest-seed#[F8D24DEDB009787F]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 64309 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2974f05
   [junit4]   2> 64309 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: now flush at close
   [junit4]   2> 64309 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]:   index before flush _1e(8.0.0):C2
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-161-thread-1]: startFullFlush
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-161-thread-1]: coreCloseExecutor-161-thread-1 finishFullFlush success=true
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-161-thread-1]: waitApply: no deletes to apply
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-161-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-161-thread-1]: now merge
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-161-thread-1]:   index: _1e(8.0.0):C2
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-161-thread-1]:   no more merges pending; now return
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: waitForMerges
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: waitForMerges done
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: commit: start
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: commit: enter lock
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: commit: now prepare
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: prepareCommit: flush
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]:   index before flush _1e(8.0.0):C2
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-161-thread-1]: startFullFlush
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-161-thread-1]: waitApply: no deletes to apply
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-161-thread-1]: coreCloseExecutor-161-thread-1 finishFullFlush success=true
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: startCommit(): start
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]:   skip startCommit(): no changes pending
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: commit: pendingCommit == null; skip
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: commit: took 0.3 msec
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: commit: done
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: rollback
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: all running merges have aborted
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: rollback: done finish merges
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-161-thread-1]: abort
   [junit4]   2> 64310 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-161-thread-1]: done abort success=true
   [junit4]   2> 64311 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-161-thread-1]: rollback: infos=_1e(8.0.0):C2
   [junit4]   2> 64311 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-161-thread-1]: now checkpoint "_1e(8.0.0):C2" [1 segments ; isCommit = false]
   [junit4]   2> 64311 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-161-thread-1]: 0 msec to checkpoint
   [junit4]   2> 64311 INFO  (coreCloseExecutor-161-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=43470597
   [junit4]   2> 64315 INFO  (SUITE-SolrExampleJettyTest-seed#[F8D24DEDB009787F]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@71042ce8{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleJettyTest_F8D24DEDB009787F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=83, maxMBSortInHeap=6.997130884732489, sim=RandomSimilarity(queryNorm=false): {}, locale=fr, timezone=Africa/Porto-Novo
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=4,threads=1,free=95057336,total=309854208
   [junit4]   2> NOTE: All tests run in this JVM: [SolrQueryTest, SelectWithEvaluatorsTest, TangentEvaluatorTest, MergeIndexesEmbeddedTest, StreamExpressionParserTest, ArcSineEvaluatorTest, SolrDocumentTest, TestFastInputStream, SolrExampleEmbeddedTest, CloudSolrClientBuilderTest, NaturalLogEvaluatorTest, LessThanEvaluatorTest, DivideEvaluatorTest, TestV1toV2ApiMapper, StreamExpressionToExplanationTest, ClientUtilsTest, TestPathTrie, PowerEvaluatorTest, ShardParamsTest, JdbcDriverTest, TestConfigSetAdminRequest, HttpSolrClientBuilderTest, SolrExampleStreamingBinaryTest, SolrExampleBinaryTest, SolrExampleXMLTest, SolrExampleJettyTest]
   [junit4] Completed [50/135 (6!)] on J1 in 5.87s, 37 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 42650 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2053 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2053/

26 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Error from server at http://127.0.0.1:37106/bv_ade/b/collection1: Cannot use facet.mincount=0 on field a_n_tdt which is Points-based

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37106/bv_ade/b/collection1: Cannot use facet.mincount=0 on field a_n_tdt which is Points-based
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:A07D18D1D176EDB7]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:599)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:587)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:566)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:241)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DocValuesNotIndexedTest.testDistribFaceting

Error Message:
Error from server at https://127.0.0.1:40764/solr/dv_coll: Error from server at https://127.0.0.1:35263/solr/dv_coll_shard4_replica_n4: Cannot use facet.mincount=0 on field intField which is Points-based

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40764/solr/dv_coll: Error from server at https://127.0.0.1:35263/solr/dv_coll_shard4_replica_n4: Cannot use facet.mincount=0 on field intField which is Points-based
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:4A98D9361B91AB9D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.testDistribFaceting(DocValuesNotIndexedTest.java:213)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudPivotFacet.test

Error Message:
init query failed: {main(facet=true&facet.pivot={!stats%3Dst2}dense_pivot_ti&facet.pivot={!stats%3Dst4}pivot_y_s,dense_pivot_x_s1,dense_pivot_ti&facet.limit=10),extra(rows=0&q=id:[*+TO+926]&stats=true&stats.field={!key%3Dsk1+tag%3Dst1,st2}dense_pivot_i1&stats.field={!key%3Dsk2+tag%3Dst2,st3}bogus_not_in_any_doc_s&stats.field={!key%3Dsk3+tag%3Dst3,st4}pivot_y_s)}: Error from server at http://127.0.0.1:36175/mm_onr/nl/collection1: Error from server at http://127.0.0.1:37257/mm_onr/nl/collection1_shard1_replica_n7: Cannot use facet.mincount=0 on field dense_pivot_ti which is Points-based

Stack Trace:
java.lang.RuntimeException: init query failed: {main(facet=true&facet.pivot={!stats%3Dst2}dense_pivot_ti&facet.pivot={!stats%3Dst4}pivot_y_s,dense_pivot_x_s1,dense_pivot_ti&facet.limit=10),extra(rows=0&q=id:[*+TO+926]&stats=true&stats.field={!key%3Dsk1+tag%3Dst1,st2}dense_pivot_i1&stats.field={!key%3Dsk2+tag%3Dst2,st3}bogus_not_in_any_doc_s&stats.field={!key%3Dsk3+tag%3Dst3,st4}pivot_y_s)}: Error from server at http://127.0.0.1:36175/mm_onr/nl/collection1: Error from server at http://127.0.0.1:37257/mm_onr/nl/collection1_shard1_replica_n7: Cannot use facet.mincount=0 on field dense_pivot_ti which is Points-based
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:A07D18D1D176EDB7]:0)
	at org.apache.solr.cloud.TestCloudPivotFacet.assertPivotCountsAreCorrect(TestCloudPivotFacet.java:274)
	at org.apache.solr.cloud.TestCloudPivotFacet.test(TestCloudPivotFacet.java:247)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36175/mm_onr/nl/collection1: Error from server at http://127.0.0.1:37257/mm_onr/nl/collection1_shard1_replica_n7: Cannot use facet.mincount=0 on field dense_pivot_ti which is Points-based
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.cloud.TestCloudPivotFacet.assertPivotCountsAreCorrect(TestCloudPivotFacet.java:267)
	... 42 more


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv

Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:33146/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:40461/solr/test_col_shard2_replica_n4: Server Error    request: http://127.0.0.1:40461/solr/test_col_shard2_replica_n4/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33146%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40126/solr/test_col_shard2_replica_n6/ update: org.apache.solr.client.solrj.request.UpdateRequest@5d5c1c8b

Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:33146/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:40461/solr/test_col_shard2_replica_n4: Server Error



request: http://127.0.0.1:40461/solr/test_col_shard2_replica_n4/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33146%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40126/solr/test_col_shard2_replica_n6/ update: org.apache.solr.client.solrj.request.UpdateRequest@5d5c1c8b
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:1E3D454DF5D7BA5E]:0)
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:33146/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:40461/solr/test_col_shard2_replica_n4: Server Error



request: http://127.0.0.1:40461/solr/test_col_shard2_replica_n4/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33146%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40126/solr/test_col_shard2_replica_n6/ update: org.apache.solr.client.solrj.request.UpdateRequest@5d5c1c8b
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33146/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:40461/solr/test_col_shard2_replica_n4: Server Error



request: http://127.0.0.1:40461/solr/test_col_shard2_replica_n4/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33146%2Fsolr%2Ftest_col_shard1_replica_n1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:40126/solr/test_col_shard2_replica_n6/ update: org.apache.solr.client.solrj.request.UpdateRequest@5d5c1c8b
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
	... 6 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:534)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:774)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)  at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1838)  at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:323)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.Overseer.start(Overseer.java:534)
	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:774)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
	at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
	at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1838)
	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:323)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
	at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:     1) Thread[id=13394, name=OverseerStateUpdate-98405256587116546-127.0.0.1:8983_solr-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=13396, name=OverseerHdfsCoreFailoverThread-98405256587116546-127.0.0.1:8983_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest: 
   1) Thread[id=13394, name=OverseerStateUpdate-98405256587116546-127.0.0.1:8983_solr-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
        at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
        at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=13396, name=OverseerHdfsCoreFailoverThread-98405256587116546-127.0.0.1:8983_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F]:0)


FAILED:  org.apache.solr.handler.component.DistributedFacetPivotLargeTest.test

Error Message:
Error from server at http://127.0.0.1:41288//collection1: Error from server at http://127.0.0.1:43762//collection1: Cannot use facet.mincount=0 on field hiredate_dt which is Points-based

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41288//collection1: Error from server at http://127.0.0.1:43762//collection1: Cannot use facet.mincount=0 on field hiredate_dt which is Points-based
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:A07D18D1D176EDB7]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:557)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:605)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:587)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:566)
	at org.apache.solr.handler.component.DistributedFacetPivotLargeTest.test(DistributedFacetPivotLargeTest.java:430)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.request.TestFaceting.testFacetSortWithMinCount

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:A322289CD44DAA89]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:846)
	at org.apache.solr.request.TestFaceting.testFacetSortWithMinCount(TestFaceting.java:312)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Cannot use facet.mincount=0 on field f_td which is Points-based
	at org.apache.solr.request.NumericFacets.getCountsSingleValue(NumericFacets.java:184)
	at org.apache.solr.request.NumericFacets.getCounts(NumericFacets.java:170)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:499)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:405)
	at org.apache.solr.request.SimpleFacets.lambda$getFacetFieldCounts$0(SimpleFacets.java:803)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$3.execute(SimpleFacets.java:742)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:818)
	at org.apache.solr.handler.component.FacetComponent.getFacetCounts(FacetComponent.java:329)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:273)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:860)
	... 41 more


FAILED:  org.apache.solr.request.TestWriterPerf.testPerf

Error Message:
Cannot use facet.mincount=0 on field f_i which is Points-based

Stack Trace:
org.apache.solr.common.SolrException: Cannot use facet.mincount=0 on field f_i which is Points-based
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:91EC68C1704AB7E]:0)
	at org.apache.solr.request.NumericFacets.getCountsSingleValue(NumericFacets.java:184)
	at org.apache.solr.request.NumericFacets.getCounts(NumericFacets.java:170)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:499)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:405)
	at org.apache.solr.request.SimpleFacets.lambda$getFacetFieldCounts$0(SimpleFacets.java:803)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$3.execute(SimpleFacets.java:742)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:818)
	at org.apache.solr.handler.component.FacetComponent.getFacetCounts(FacetComponent.java:329)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:273)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:98)
	at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:107)
	at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:180)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.schema.DocValuesMultiTest.testDocValuesFacetingSimple

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:358A2E9E647819B]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:846)
	at org.apache.solr.schema.DocValuesMultiTest.testDocValuesFacetingSimple(DocValuesMultiTest.java:292)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Cannot use facet.mincount=0 on field longdv which is Points-based
	at org.apache.solr.request.NumericFacets.getCountsMultiValued(NumericFacets.java:425)
	at org.apache.solr.request.NumericFacets.getCounts(NumericFacets.java:168)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:499)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:405)
	at org.apache.solr.request.SimpleFacets.lambda$getFacetFieldCounts$0(SimpleFacets.java:803)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$3.execute(SimpleFacets.java:742)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:818)
	at org.apache.solr.handler.component.FacetComponent.getFacetCounts(FacetComponent.java:329)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:273)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:860)
	... 41 more


FAILED:  org.apache.solr.schema.TestPointFields.testIntPointFieldFacetField

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:1B2F2E7D2B27E9D5]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:846)
	at org.apache.solr.schema.TestPointFields.doTestPointFieldFacetField(TestPointFields.java:2407)
	at org.apache.solr.schema.TestPointFields.testIntPointFieldFacetField(TestPointFields.java:196)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Cannot use facet.mincount=0 on field number_p_i_dv which is Points-based
	at org.apache.solr.request.NumericFacets.getCountsSingleValue(NumericFacets.java:184)
	at org.apache.solr.request.NumericFacets.getCounts(NumericFacets.java:170)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:499)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:405)
	at org.apache.solr.request.SimpleFacets.lambda$getFacetFieldCounts$0(SimpleFacets.java:803)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$3.execute(SimpleFacets.java:742)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:818)
	at org.apache.solr.handler.component.FacetComponent.getFacetCounts(FacetComponent.java:329)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:273)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:860)
	... 42 more


FAILED:  org.apache.solr.schema.TestPointFields.testFloatPointFieldMultiValuedFacetField

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:D90DEB661F46DF9E]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:846)
	at org.apache.solr.schema.TestPointFields.doTestPointFieldMultiValuedFacetField(TestPointFields.java:2749)
	at org.apache.solr.schema.TestPointFields.testFloatPointFieldMultiValuedFacetField(TestPointFields.java:1217)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Cannot use facet.mincount=0 on field number_p_f_mv_dv which is Points-based
	at org.apache.solr.request.NumericFacets.getCountsMultiValued(NumericFacets.java:425)
	at org.apache.solr.request.NumericFacets.getCounts(NumericFacets.java:168)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:499)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:405)
	at org.apache.solr.request.SimpleFacets.lambda$getFacetFieldCounts$0(SimpleFacets.java:803)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$3.execute(SimpleFacets.java:742)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:818)
	at org.apache.solr.handler.component.FacetComponent.getFacetCounts(FacetComponent.java:329)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:273)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:860)
	... 42 more


FAILED:  org.apache.solr.schema.TestPointFields.testDatePointFieldFacetField

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:369393AA61A37526]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:846)
	at org.apache.solr.schema.TestPointFields.doTestPointFieldFacetField(TestPointFields.java:2407)
	at org.apache.solr.schema.TestPointFields.testDatePointFieldFacetField(TestPointFields.java:1700)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Cannot use facet.mincount=0 on field number_p_dt_dv which is Points-based
	at org.apache.solr.request.NumericFacets.getCountsSingleValue(NumericFacets.java:184)
	at org.apache.solr.request.NumericFacets.getCounts(NumericFacets.java:170)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:499)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:405)
	at org.apache.solr.request.SimpleFacets.lambda$getFacetFieldCounts$0(SimpleFacets.java:803)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$3.execute(SimpleFacets.java:742)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:818)
	at org.apache.solr.handler.component.FacetComponent.getFacetCounts(FacetComponent.java:329)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:273)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:860)
	... 42 more


FAILED:  org.apache.solr.schema.TestPointFields.testDoublePointFieldMultiValuedFacetField

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:34B48B7C27671E8E]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:846)
	at org.apache.solr.schema.TestPointFields.doTestPointFieldMultiValuedFacetField(TestPointFields.java:2749)
	at org.apache.solr.schema.TestPointFields.testDoublePointFieldMultiValuedFacetField(TestPointFields.java:719)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Cannot use facet.mincount=0 on field number_p_d_mv_dv which is Points-based
	at org.apache.solr.request.NumericFacets.getCountsMultiValued(NumericFacets.java:425)
	at org.apache.solr.request.NumericFacets.getCounts(NumericFacets.java:168)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:499)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:405)
	at org.apache.solr.request.SimpleFacets.lambda$getFacetFieldCounts$0(SimpleFacets.java:803)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$3.execute(SimpleFacets.java:742)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:818)
	at org.apache.solr.handler.component.FacetComponent.getFacetCounts(FacetComponent.java:329)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:273)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:860)
	... 42 more


FAILED:  org.apache.solr.schema.TestPointFields.testFloatPointFieldFacetField

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:9290C5345C66280F]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:846)
	at org.apache.solr.schema.TestPointFields.doTestPointFieldFacetField(TestPointFields.java:2407)
	at org.apache.solr.schema.TestPointFields.testFloatPointFieldFacetField(TestPointFields.java:1003)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Cannot use facet.mincount=0 on field number_p_f_dv which is Points-based
	at org.apache.solr.request.NumericFacets.getCountsSingleValue(NumericFacets.java:184)
	at org.apache.solr.request.NumericFacets.getCounts(NumericFacets.java:170)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:499)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:405)
	at org.apache.solr.request.SimpleFacets.lambda$getFacetFieldCounts$0(SimpleFacets.java:803)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$3.execute(SimpleFacets.java:742)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:818)
	at org.apache.solr.handler.component.FacetComponent.getFacetCounts(FacetComponent.java:329)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:273)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:860)
	... 42 more


FAILED:  org.apache.solr.schema.TestPointFields.testDatePointFieldMultiValuedFacetField

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2829270B7F8A804F:1954507F2EE4F919]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:846)
	at org.apache.solr.schema.TestPointFields.doTestPointFieldMultiValuedFacetField(TestPointFields.java:2749)
	at org.apache.solr.schema.TestPointFields.testDatePointFieldMultiValuedFacetField(TestPointFields.java:1884)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Cannot use facet.mincount=0 on field number_p_dt_mv_dv which is Points-based
	at org.apache.solr.request.NumericFacets.getCountsMultiValued(NumericFacets.java:425)
	at org.apache.solr.request.NumericFacets.getCounts(NumericFacets.java:168)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:499)
	at org.apache.solr.request.SimpleFacets.getTermCounts(SimpleFacets.java:405)
	at org.apache.solr.request.SimpleFacets.lambda$getFacetFieldCounts$0(SimpleFacets.java:803)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.request.SimpleFacets$3.execute(SimpleFacets.java:742)
	at org.apache.solr.request.SimpleFacets.getFacetFieldCounts(SimpleFacets.java:818)
	at org.apache.solr.handler.component.FacetComponent.getFacetCounts(FacetComponent.java:329)
	at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:273)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2473)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:860)
	... 42 more


FAILED:  org.apache.solr.schema.TestPointFields.testIntPointFieldMultiValuedFacetField

Error Message:
Exception during query

Stack Trace:
java.la

[...truncated too long message...]

se&wt=javabin&version=2}{commit=} 0 34
   [junit4]   2> 181938 INFO  (qtp245314943-738) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=id:123&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 181952 INFO  (TEST-SolrExampleStreamingBinaryTest.testUpdateMultiValuedField-seed#[AF37821B2484AA4E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateMultiValuedField
   [junit4]   2> 181976 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[AF37821B2484AA4E]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b0e4a07{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 182055 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[AF37821B2484AA4E]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1139126671
   [junit4]   2> 182055 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[AF37821B2484AA4E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 182057 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[AF37821B2484AA4E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 182058 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[AF37821B2484AA4E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 182058 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[AF37821B2484AA4E]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 182062 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2d02b4d5
   [junit4]   2> 182062 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: now flush at close
   [junit4]   2> 182062 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 182062 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]:   index before flush _23(8.0.0):C10 _26(8.0.0):C1
   [junit4]   2> 182062 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-359-thread-1]: startFullFlush
   [junit4]   2> 182062 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-359-thread-1]: coreCloseExecutor-359-thread-1 finishFullFlush success=true
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-359-thread-1]: waitApply: no deletes to apply
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-359-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-359-thread-1]: now merge
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-359-thread-1]:   index: _23(8.0.0):C10 _26(8.0.0):C1
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-359-thread-1]:   no more merges pending; now return
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: waitForMerges
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: waitForMerges done
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: commit: start
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: commit: enter lock
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: commit: now prepare
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: prepareCommit: flush
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]:   index before flush _23(8.0.0):C10 _26(8.0.0):C1
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-359-thread-1]: startFullFlush
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: now apply all deletes for all segments buffered updates bytesUsed=0 reader pool bytesUsed=0
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-359-thread-1]: waitApply: no deletes to apply
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-359-thread-1]: coreCloseExecutor-359-thread-1 finishFullFlush success=true
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: startCommit(): start
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]:   skip startCommit(): no changes pending
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: commit: pendingCommit == null; skip
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: commit: took 0.2 msec
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: commit: done
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: rollback
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: all running merges have aborted
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: rollback: done finish merges
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-359-thread-1]: abort
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-359-thread-1]: done abort success=true
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-359-thread-1]: rollback: infos=_23(8.0.0):C10 _26(8.0.0):C1
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-359-thread-1]: now checkpoint "_23(8.0.0):C10 _26(8.0.0):C1" [2 segments ; isCommit = false]
   [junit4]   2> 182063 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-359-thread-1]: 0 msec to checkpoint
   [junit4]   2> 182113 INFO  (coreCloseExecutor-359-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=755152085
   [junit4]   2> 182117 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[AF37821B2484AA4E]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9c6f626{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_AF37821B2484AA4E-001
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=10, maxDocsPerChunk=2, blockSize=243), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=10, blockSize=243)), sim=RandomSimilarity(queryNorm=true): {}, locale=en-NZ, timezone=Africa/Douala
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=66703064,total=317718528
   [junit4]   2> NOTE: All tests run in this JVM: [TestNamedListCodec, CloudSolrClientMultiConstructorTest, TestCollectionStateWatchers, TermsResponseTest, UuidEvaluatorTest, CubedRootEvaluatorTest, ArrayEvaluatorTest, SubtractEvaluatorTest, LessThanEqualToEvaluatorTest, TestValidatingJsonMap, TestSpellCheckResponse, ArcCosineEvaluatorTest, TestXMLEscaping, FieldAnalysisResponseTest, TestCollectionAdminRequest, OperationsTest, CollectionAdminRequestRequiredParamsTest, AnlysisResponseBaseTest, HyperbolicSineEvaluatorTest, TestLBHttpSolrClient, GreaterThanEqualToEvaluatorTest, HttpSolrClientSSLAuthConPoolTest, SolrExampleStreamingBinaryTest]
   [junit4] Completed [76/135 (6!)] on J0 in 28.15s, 36 tests, 1 error <<< FAILURES!

[...truncated 42575 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2052 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2052/

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([963CD320662353C0:1E68ECFAC8DF3E38]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11226 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/init-core-data-001
   [junit4]   2> 818617 WARN  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 818617 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 818618 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 818618 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 818619 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001
   [junit4]   2> 818619 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 818619 INFO  (Thread-707) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 818619 INFO  (Thread-707) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 818709 ERROR (Thread-707) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 818746 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:36442
   [junit4]   2> 818860 INFO  (jetty-launcher-598-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 818970 INFO  (jetty-launcher-598-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5109522{/solr,null,AVAILABLE}
   [junit4]   2> 819009 INFO  (jetty-launcher-598-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4d1a4540{HTTP/1.1,[http/1.1]}{127.0.0.1:46521}
   [junit4]   2> 819009 INFO  (jetty-launcher-598-thread-1) [    ] o.e.j.s.Server Started @828193ms
   [junit4]   2> 819009 INFO  (jetty-launcher-598-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46521}
   [junit4]   2> 819009 ERROR (jetty-launcher-598-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 819009 INFO  (jetty-launcher-598-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 819009 INFO  (jetty-launcher-598-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 819009 INFO  (jetty-launcher-598-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 819009 INFO  (jetty-launcher-598-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-30T05:27:38.199Z
   [junit4]   2> 819056 INFO  (jetty-launcher-598-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 819209 INFO  (jetty-launcher-598-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36442/solr
   [junit4]   2> 819767 INFO  (jetty-launcher-598-thread-1) [n:127.0.0.1:46521_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 819768 INFO  (jetty-launcher-598-thread-1) [n:127.0.0.1:46521_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46521_solr
   [junit4]   2> 819769 INFO  (jetty-launcher-598-thread-1) [n:127.0.0.1:46521_solr    ] o.a.s.c.Overseer Overseer (id=98395256118509571-127.0.0.1:46521_solr-n_0000000000) starting
   [junit4]   2> 819798 INFO  (jetty-launcher-598-thread-1) [n:127.0.0.1:46521_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46521_solr
   [junit4]   2> 819803 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 820080 INFO  (jetty-launcher-598-thread-1) [n:127.0.0.1:46521_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46521.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f6339f5
   [junit4]   2> 820099 INFO  (jetty-launcher-598-thread-1) [n:127.0.0.1:46521_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46521.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f6339f5
   [junit4]   2> 820099 INFO  (jetty-launcher-598-thread-1) [n:127.0.0.1:46521_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46521.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f6339f5
   [junit4]   2> 820100 INFO  (jetty-launcher-598-thread-1) [n:127.0.0.1:46521_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001/node1/.
   [junit4]   2> 820177 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 820177 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36442/solr ready
   [junit4]   2> 820239 INFO  (qtp1407370917-3404) [n:127.0.0.1:46521_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 820306 INFO  (OverseerThreadFactory-1204-thread-1-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
   [junit4]   2> 820807 INFO  (OverseerStateUpdate-98395256118509571-127.0.0.1:46521_solr-n_0000000000) [n:127.0.0.1:46521_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46521/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 820973 INFO  (OverseerStateUpdate-98395256118509571-127.0.0.1:46521_solr-n_0000000000) [n:127.0.0.1:46521_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection1_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46521/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 821368 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 821368 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 821482 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 821717 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 821737 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 822615 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 822649 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 822723 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n3] Schema name=minimal
   [junit4]   2> 822742 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 822742 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n3' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 822834 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 822926 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 822926 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 822940 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46521.solr.core.testCollection1.shard2.replica_n3' (registry 'solr.core.testCollection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f6339f5
   [junit4]   2> 822941 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 822941 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001/node1/testCollection1_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001/node1/./testCollection1_shard2_replica_n3/data/]
   [junit4]   2> 822942 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46521.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f6339f5
   [junit4]   2> 822942 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 822943 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
   [junit4]   2> 823308 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 823308 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 823309 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 823309 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 823343 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46104de7[testCollection1_shard1_replica_n1] main]
   [junit4]   2> 823344 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 823344 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 823344 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 823346 INFO  (searcherExecutor-1208-thread-1-processing-n:127.0.0.1:46521_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node2) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@46104de7[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 823346 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574324102796148736
   [junit4]   2> 823418 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 823418 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 823418 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46521/solr/testCollection1_shard1_replica_n1/
   [junit4]   2> 823418 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 823418 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46521/solr/testCollection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 823418 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 823473 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46521/solr/testCollection1_shard1_replica_n1/ shard1
   [junit4]   2> 823474 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 823474 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 823475 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 823475 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 823476 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@26934400[testCollection1_shard2_replica_n3] main]
   [junit4]   2> 823476 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 823509 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 823510 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 823510 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574324102968115200
   [junit4]   2> 823513 INFO  (searcherExecutor-1207-thread-1-processing-n:127.0.0.1:46521_solr x:testCollection1_shard2_replica_n3 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] Registered new searcher Searcher@26934400[testCollection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 823547 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 823547 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 823547 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46521/solr/testCollection1_shard2_replica_n3/
   [junit4]   2> 823547 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 823547 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:46521/solr/testCollection1_shard2_replica_n3/ has no replicas
   [junit4]   2> 823547 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 823549 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46521/solr/testCollection1_shard2_replica_n3/ shard2
   [junit4]   2> 823672 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 823675 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 823708 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 823709 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2227
   [junit4]   2> 823745 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 823746 INFO  (qtp1407370917-3402) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2377
   [junit4]   2> 823748 INFO  (qtp1407370917-3404) [n:127.0.0.1:46521_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 823855 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 823855 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 824403 INFO  (OverseerCollectionConfigSetProcessor-98395256118509571-127.0.0.1:46521_solr-n_0000000000) [n:127.0.0.1:46521_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 824752 INFO  (qtp1407370917-3404) [n:127.0.0.1:46521_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4513
   [junit4]   2> 824753 INFO  (qtp1407370917-3405) [n:127.0.0.1:46521_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 824866 INFO  (OverseerThreadFactory-1204-thread-2-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
   [junit4]   2> 825615 INFO  (OverseerStateUpdate-98395256118509571-127.0.0.1:46521_solr-n_0000000000) [n:127.0.0.1:46521_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46521/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 825616 INFO  (OverseerStateUpdate-98395256118509571-127.0.0.1:46521_solr-n_0000000000) [n:127.0.0.1:46521_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection2_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46521/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 825854 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 825854 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 826036 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 826037 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 827156 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 827192 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 827210 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 827229 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 827229 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 827229 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46521.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f6339f5
   [junit4]   2> 827230 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 827230 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
   [junit4]   2> 827246 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 827265 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 827265 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n2' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 827265 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46521.solr.core.testCollection2.shard2.replica_n2' (registry 'solr.core.testCollection2.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f6339f5
   [junit4]   2> 827266 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 827266 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001/node1/testCollection2_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001/tempDir-001/node1/./testCollection2_shard2_replica_n2/data/]
   [junit4]   2> 827646 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 827646 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 827647 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 827647 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 827648 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a1a4f40[testCollection2_shard1_replica_n1] main]
   [junit4]   2> 827662 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 827662 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 827663 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 827663 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 827664 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bb154a5[testCollection2_shard2_replica_n2] main]
   [junit4]   2> 827698 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 827719 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 827719 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 827719 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574324107381571584
   [junit4]   2> 827721 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 827732 INFO  (searcherExecutor-1217-thread-1-processing-n:127.0.0.1:46521_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node3) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@3a1a4f40[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 827735 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 827736 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 827736 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574324107399397376
   [junit4]   2> 827768 INFO  (searcherExecutor-1218-thread-1-processing-n:127.0.0.1:46521_solr x:testCollection2_shard2_replica_n2 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] Registered new searcher Searcher@1bb154a5[testCollection2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 827842 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 827842 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 827842 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46521/solr/testCollection2_shard2_replica_n2/
   [junit4]   2> 827842 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 827843 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:46521/solr/testCollection2_shard2_replica_n2/ has no replicas
   [junit4]   2> 827843 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 827878 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46521/solr/testCollection2_shard2_replica_n2/ shard2
   [junit4]   2> 827879 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 827879 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 827879 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46521/solr/testCollection2_shard1_replica_n1/
   [junit4]   2> 827879 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 827879 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46521/solr/testCollection2_shard1_replica_n1/ has no replicas
   [junit4]   2> 827879 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 827914 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46521/solr/testCollection2_shard1_replica_n1/ shard1
   [junit4]   2> 828024 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 828024 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 828039 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 828040 INFO  (qtp1407370917-3407) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2185
   [junit4]   2> 828076 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 828077 INFO  (qtp1407370917-3408) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2222
   [junit4]   2> 828118 INFO  (qtp1407370917-3405) [n:127.0.0.1:46521_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 828186 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 828186 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 828895 INFO  (OverseerCollectionConfigSetProcessor-98395256118509571-127.0.0.1:46521_solr-n_0000000000) [n:127.0.0.1:46521_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 829121 INFO  (qtp1407370917-3405) [n:127.0.0.1:46521_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4367
   [junit4]   2> 829133 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 829210 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
   [junit4]   2> 829210 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
   [junit4]   2> 829211 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
   [junit4]   2> 829255 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[963CD320662353C0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 829288 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=null
   [junit4]   2> 829290 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr    ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@7c976915
   [junit4]   2> 829316 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=2090297621
   [junit4]   2> 829316 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=2090297621
   [junit4]   2> 829329 INFO  (qtp1407370917-3406) [n:127.0.0.1:46521_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n3&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=41
   [junit4]   2> 829337 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[963CD320662353C0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=963CD320662353C0 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=nn-NO -Dtests.timezone=Pacific/Funafuti -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.13s J2 | LeaderElectionContextKeyTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([963CD320662353C0:1E68ECFAC8DF3E38]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 829426 INFO  (jetty-closer-599-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4d1a4540{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 829431 INFO  (jetty-closer-599-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=309522189
   [junit4]   2> 829446 INFO  (jetty-closer-599-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 829471 INFO  (zkCallback-605-thread-2-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 829471 INFO  (zkCallback-605-thread-1-processing-n:127.0.0.1:46521_solr) [n:127.0.0.1:46521_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 829472 INFO  (jetty-closer-599-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 829473 INFO  (jetty-closer-599-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 829474 INFO  (jetty-closer-599-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 829527 INFO  (coreCloseExecutor-1227-thread-1) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@38296810
   [junit4]   2> 829527 INFO  (coreCloseExecutor-1227-thread-2) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7393c416
   [junit4]   2> 829528 INFO  (coreCloseExecutor-1227-thread-3) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@2b099a61
   [junit4]   2> 829530 INFO  (coreCloseExecutor-1227-thread-1) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=942237712
   [junit4]   2> 829532 INFO  (coreCloseExecutor-1227-thread-1) [n:127.0.0.1:46521_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=942237712
   [junit4]   2> 829532 INFO  (coreCloseExecutor-1227-thread-3) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n2, tag=722049633
   [junit4]   2> 829558 INFO  (coreCloseExecutor-1227-thread-3) [n:127.0.0.1:46521_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=722049633
   [junit4]   2> 829558 INFO  (coreCloseExecutor-1227-thread-2) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=1939063830
   [junit4]   2> 829560 INFO  (coreCloseExecutor-1227-thread-2) [n:127.0.0.1:46521_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=1939063830
   [junit4]   2> 829568 INFO  (jetty-closer-599-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98395256118509571-127.0.0.1:46521_solr-n_0000000000) closing
   [junit4]   2> 829568 INFO  (OverseerStateUpdate-98395256118509571-127.0.0.1:46521_solr-n_0000000000) [n:127.0.0.1:46521_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46521_solr
   [junit4]   2> 829584 INFO  (jetty-closer-599-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5109522{/solr,null,UNAVAILABLE}
   [junit4]   2> 829637 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 829638 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[963CD320662353C0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36442 36442
   [junit4]   2> 829755 INFO  (Thread-707) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36442 36442
   [junit4]   2> 829756 WARN  (Thread-707) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/testCollection1/state.json
   [junit4]   2> 	5	/solr/collections/testCollection2/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_963CD320662353C0-001
   [junit4]   2> Jul 30, 2017 5:27:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1689, maxMBSortInHeap=5.731021971551003, sim=RandomSimilarity(queryNorm=true): {}, locale=nn-NO, timezone=Pacific/Funafuti
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=90221016,total=521666560
   [junit4]   2> NOTE: All tests run in this JVM: [PeerSyncWithIndexFingerprintCachingTest, V2ApiIntegrationTest, HdfsNNFailoverTest, ZkStateWriterTest, TestHalfAndHalfDocValues, GraphQueryTest, TestAuthorizationFramework, UniqFieldsUpdateProcessorFactoryTest, SolrCloudExampleTest, ResponseLogComponentTest, UnloadDistributedZkTest, TestQueryUtils, NumericFieldsTest, SolrTestCaseJ4Test, TestJsonFacetRefinement, AsyncCallRequestStatusResponseTest, DeleteStatusTest, TestSort, DistributedFacetPivotSmallTest, PathHierarchyTokenizerFactoryTest, TestLFUCache, SolrCoreCheckLockOnStartupTest, SubstringBytesRefFilterTest, RestartWhileUpdatingTest, TermsComponentTest, TestGroupingSearch, LeaderElectionTest, PrimitiveFieldTypeTest, TestDFISimilarityFactory, BigEndianAscendingWordDeserializerTest, LeaderInitiatedRecoveryOnCommitTest, DateFieldTest, UUIDUpdateProcessorFallbackTest, TestNRTOpen, HdfsTlogReplayBufferedWhileIndexingTest, TestFieldCacheSort, DistribJoinFromCollectionTest, BadCopyFieldTest, TestSolrCloudSnapshots, DocValuesNotIndexedTest, XsltUpdateRequestHandlerTest, LeaderElectionContextKeyTest]
   [junit4] Completed [130/726 (1!)] on J2 in 11.54s, 1 test, 1 failure <<< FAILURES!

[...truncated 45252 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2051 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2051/

2 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream

Error Message:
Error from server at http://127.0.0.1:38818/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000032

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38818/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000032
	at __randomizedtesting.SeedInfo.seed([D237F9FCEF895F2D:F0F77807CCE3753D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:6758)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([6B4345F6AC784932:4771327B20BC3FB6]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:264)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=int_i:21&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
	... 40 more




Build Log:
[...truncated 11288 lines...]
   [junit4] Suite: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest
   [junit4]   2> 1151126 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_6B4345F6AC784932-001/init-core-data-001
   [junit4]   2> 1151126 WARN  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 1151126 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1151128 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1151128 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1151128 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1151232 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1151298 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1151711 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1151811 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ec8424
   [junit4]   2> 1151826 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ec8424
   [junit4]   2> 1151826 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ec8424
   [junit4]   2> 1151827 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1151919 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1151973 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1152316 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1152334 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1152334 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29ec8424
   [junit4]   2> 1152334 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1152335 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_6B4345F6AC784932-001/init-core-data-001/]
   [junit4]   2> 1152372 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=43.49609375, floorSegmentMB=2.16015625, forceMergeDeletesPctAllowed=4.64044984306039, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8131662698600325
   [junit4]   2> 1152526 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1152526 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1152527 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1152527 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1152528 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=59.7021484375, floorSegmentMB=1.28515625, forceMergeDeletesPctAllowed=10.003765881749338, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8300030604237183
   [junit4]   2> 1152528 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ec1784e[collection1] main]
   [junit4]   2> 1152528 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1152575 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1152703 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1152703 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1152703 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1152703 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1152703 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1152704 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1152704 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1152704 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1152704 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1152704 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1152703 INFO  (coreLoadExecutor-1908-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574204327592984576
   [junit4]   2> 1152715 INFO  (searcherExecutor-1909-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1ec1784e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1152716 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1152717 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 1152720 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574204327610810368,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1152720 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@683122a2 commitCommandVersion:1574204327610810368
   [junit4]   2> 1152723 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5915eb29[collection1] main]
   [junit4]   2> 1152724 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1152725 INFO  (searcherExecutor-1909-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5915eb29[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1152725 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 4
   [junit4]   2> 1152743 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152743 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152744 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152744 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152744 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152744 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152758 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574204327650656256,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1152758 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@683122a2 commitCommandVersion:1574204327650656256
   [junit4]   2> 1152760 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@8bced78[collection1] main]
   [junit4]   2> 1152761 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1152793 INFO  (searcherExecutor-1909-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@8bced78[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 1152794 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 35
   [junit4]   2> 1152794 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152795 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152795 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:animal&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152795 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1152795 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Dr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152796 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1152796 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:40&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152796 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1152796 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1152797 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> 1152798 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoUniqueIdPassed
   [junit4]   2> 1152806 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoUniqueIdPassed
   [junit4]   2> 1152945 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWrongAtomicOpPassed
   [junit4]   2> 1152945 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWrongAtomicOpPassed
   [junit4]   2> 1152946 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultipleThreads
   [junit4]   2> 1152946 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1152947 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11709035[collection1] realtime]
   [junit4]   2> 1152947 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 1152961 WARN  (Thread-1121) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574204327863517184 actual=1574204327863517185Retrying with new version .... (1)
   [junit4]   2> 1152961 WARN  (Thread-1121) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574204327863517185 actual=1574204327863517186Retrying with new version .... (2)
   [junit4]   2> 1152962 WARN  (Thread-1123) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574204327863517186 actual=1574204327863517187Retrying with new version .... (1)
   [junit4]   2> 1152962 WARN  (Thread-1124) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574204327863517187 actual=1574204327864565760Retrying with new version .... (1)
   [junit4]   2> 1152963 WARN  (Thread-1123) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574204327864565760 actual=1574204327864565761Retrying with new version .... (2)
   [junit4]   2> 1152963 WARN  (Thread-1124) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574204327864565760 actual=1574204327864565761Retrying with new version .... (2)
   [junit4]   2> 1152963 WARN  (Thread-1123) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574204327864565761 actual=1574204327865614336Retrying with new version .... (3)
   [junit4]   2> 1152964 WARN  (Thread-1124) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574204327864565761 actual=1574204327865614337Retrying with new version .... (3)
   [junit4]   2> 1152964 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574204327866662913,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1152964 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@683122a2 commitCommandVersion:1574204327866662913
   [junit4]   2> 1152966 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@116b3079[collection1] main]
   [junit4]   2> 1152967 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1152974 INFO  (searcherExecutor-1909-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@116b3079[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):C10/9:delGen=1)))}
   [junit4]   2> 1152974 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 9
   [junit4]   2> 1152974 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152975 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:v5bq6i0pg1m80649pvz5+5ueg03k8xf3tul5iqqne+coyke44qv8yvi9vlknc7+bzdnsa9nqet9oesk2yz3+k2mg733cwno8zqopx8f1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1152975 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=int_i:21&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1152976 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:21&wt=xml
   [junit4]   2> 1152976 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=int_i:21&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:21&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]   2> 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:264)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1152976 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[6B4345F6AC784932]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultipleThreads
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AtomicUpdateProcessorFactoryTest -Dtests.method=testMultipleThreads -Dtests.seed=6B4345F6AC784932 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=AST -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.06s J0 | AtomicUpdateProcessorFactoryTest.testMultipleThreads <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6B4345F6AC784932:4771327B20BC3FB6]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
   [junit4]    > 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:264)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=int_i:21&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]    > 	... 40 more
   [junit4]   2> 1153006 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1153006 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1135726303
   [junit4]   2> 1153006 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1153007 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1153008 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1153021 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[6B4345F6AC784932]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1153045 INFO  (coreCloseExecutor-1914-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@35409f1
   [junit4]   2> 1153123 INFO  (coreCloseExecutor-1914-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=55839217
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_6B4345F6AC784932-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=PostingsFormat(name=Memory), int_i=PostingsFormat(name=Memory), range_facet_l_dv=PostingsFormat(name=Memory), multiDefault=BlockTreeOrds(blocksize=128), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), title=BlockTreeOrds(blocksize=128), title_lettertok=PostingsFormat(name=Memory), count_i=PostingsFormat(name=Memory), range_facet_l=PostingsFormat(name=LuceneVarGapFixedInterval), title_stringNoNorms=PostingsFormat(name=LuceneVarGapFixedInterval), title_stemmed=BlockTreeOrds(blocksize=128), cat=PostingsFormat(name=LuceneVarGapFixedInterval), id_i1=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Memory), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=Memory), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=482, maxMBSortInHeap=6.121294088387679, sim=RandomSimilarity(queryNorm=false): {}, locale=ca, timezone=AST
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=156316520,total=508559360
   [junit4]   2> NOTE: All tests run in this JVM: [TestBadConfig, SpellingQueryConverterTest, TestAddFieldRealTimeGet, BlobRepositoryCloudTest, TestCSVResponseWriter, BasicZkTest, WordBreakSolrSpellCheckerTest, TestXmlQParser, DistributedFacetPivotWhiteBoxTest, TestJoin, DebugComponentTest, TestManagedResource, SolrIndexSplitterTest, DeleteInactiveReplicaTest, TestReplicationHandlerBackup, TestSolr4Spatial2, SparseHLLTest, CleanupOldIndexTest, TestMissingGroups, TestRawTransformer, SolrRequestParserTest, HighlighterConfigTest, OutputWriterTest, HdfsRecoverLeaseTest, TestRandomFaceting, TestLeaderElectionZkExpiry, TestReplicationHandler, UpdateParamsTest, FieldMutatingUpdateProcessorTest, TestSortByMinMaxFunction, TestLazyCores, LeaderInitiatedRecoveryOnShardRestartTest, TestFunctionQuery, PreAnalyzedUpdateProcessorTest, LeaderElectionIntegrationTest, TestInfoStreamLogging, SpellCheckCollatorWithCollapseTest, BinaryUpdateRequestHandlerTest, ZkNodePropsTest, TestMacroExpander, TestFilteredDocIdSet, TestInitQParser, TestExtendedDismaxParser, UUIDFieldTest, SolrPluginUtilsTest, ClassificationUpdateProcessorIntegrationTest, ConnectionManagerTest, VMParamsZkACLAndCredentialsProvidersTest, DistributedQueueTest, TestSQLHandler, SynonymTokenizerTest, TestPointFields, StatsReloadRaceTest, AtomicUpdateProcessorFactoryTest]
   [junit4] Completed [157/726 (1!)] on J0 in 2.16s, 4 tests, 1 error <<< FAILURES!

[...truncated 2746 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/init-core-data-001
   [junit4]   2> 61706 WARN  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=38 numCloses=38
   [junit4]   2> 61725 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 61726 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 61726 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 61982 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/tempDir-001
   [junit4]   2> 62199 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 62309 INFO  (Thread-32) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 62309 INFO  (Thread-32) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 62767 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35022
   [junit4]   2> 63821 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 63876 ERROR (Thread-32) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 65665 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d8b55b4be0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 65716 INFO  (jetty-launcher-27-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 65716 INFO  (jetty-launcher-27-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 65732 INFO  (jetty-launcher-27-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 65773 INFO  (jetty-launcher-27-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 65809 INFO  (jetty-launcher-27-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@759cbcb4{/solr,null,AVAILABLE}
   [junit4]   2> 65810 INFO  (jetty-launcher-27-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@203589e3{HTTP/1.1,[http/1.1]}{127.0.0.1:42784}
   [junit4]   2> 65810 INFO  (jetty-launcher-27-thread-2) [    ] o.e.j.s.Server Started @74579ms
   [junit4]   2> 65810 INFO  (jetty-launcher-27-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42784}
   [junit4]   2> 65810 ERROR (jetty-launcher-27-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 65810 INFO  (jetty-launcher-27-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 65811 INFO  (jetty-launcher-27-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 65811 INFO  (jetty-launcher-27-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 65811 INFO  (jetty-launcher-27-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-28T22:33:59.181Z
   [junit4]   2> 65811 INFO  (jetty-launcher-27-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 65902 INFO  (jetty-launcher-27-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e6378eb{/solr,null,AVAILABLE}
   [junit4]   2> 65903 INFO  (jetty-launcher-27-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@43d59a39{HTTP/1.1,[http/1.1]}{127.0.0.1:38818}
   [junit4]   2> 65903 INFO  (jetty-launcher-27-thread-4) [    ] o.e.j.s.Server Started @74672ms
   [junit4]   2> 65903 INFO  (jetty-launcher-27-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38818}
   [junit4]   2> 65903 ERROR (jetty-launcher-27-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 65903 INFO  (jetty-launcher-27-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 65903 INFO  (jetty-launcher-27-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 65903 INFO  (jetty-launcher-27-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 65903 INFO  (jetty-launcher-27-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-28T22:33:59.273Z
   [junit4]   2> 66035 INFO  (jetty-launcher-27-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35b955e8{/solr,null,AVAILABLE}
   [junit4]   2> 66036 INFO  (jetty-launcher-27-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@42adc2e6{HTTP/1.1,[http/1.1]}{127.0.0.1:35930}
   [junit4]   2> 66051 INFO  (jetty-launcher-27-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fa81526{/solr,null,AVAILABLE}
   [junit4]   2> 66085 INFO  (jetty-launcher-27-thread-1) [    ] o.e.j.s.Server Started @74854ms
   [junit4]   2> 66085 INFO  (jetty-launcher-27-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35930}
   [junit4]   2> 66085 INFO  (jetty-launcher-27-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7387d987{HTTP/1.1,[http/1.1]}{127.0.0.1:42193}
   [junit4]   2> 66085 ERROR (jetty-launcher-27-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 66085 INFO  (jetty-launcher-27-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 66109 INFO  (jetty-launcher-27-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 66109 INFO  (jetty-launcher-27-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 66109 INFO  (jetty-launcher-27-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-28T22:33:59.479Z
   [junit4]   2> 66085 INFO  (jetty-launcher-27-thread-3) [    ] o.e.j.s.Server Started @74854ms
   [junit4]   2> 66118 INFO  (jetty-launcher-27-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42193}
   [junit4]   2> 66118 ERROR (jetty-launcher-27-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 66118 INFO  (jetty-launcher-27-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 66118 INFO  (jetty-launcher-27-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 66118 INFO  (jetty-launcher-27-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 66118 INFO  (jetty-launcher-27-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-28T22:33:59.488Z
   [junit4]   2> 66196 INFO  (jetty-launcher-27-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 66197 INFO  (jetty-launcher-27-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 66198 INFO  (jetty-launcher-27-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 66513 INFO  (jetty-launcher-27-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35022/solr
   [junit4]   2> 66560 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d8b55b4be0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 66561 INFO  (jetty-launcher-27-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 66752 INFO  (jetty-launcher-27-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35022/solr
   [junit4]   2> 67008 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d8b55b4be0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 67117 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d8b55b4be0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 67133 INFO  (jetty-launcher-27-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35022/solr
   [junit4]   2> 67243 INFO  (jetty-launcher-27-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35022/solr
   [junit4]   2> 67428 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d8b55b4be0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 67597 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d8b55b4be0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 68871 WARN  (jetty-launcher-27-thread-1) [n:127.0.0.1:35930_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 68872 WARN  (jetty-launcher-27-thread-2) [n:127.0.0.1:42784_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 68873 WARN  (jetty-launcher-27-thread-3) [n:127.0.0.1:42193_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 68890 WARN  (jetty-launcher-27-thread-4) [n:127.0.0.1:38818_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 69295 INFO  (jetty-launcher-27-thread-4) [n:127.0.0.1:38818_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 69365 INFO  (jetty-launcher-27-thread-4) [n:127.0.0.1:38818_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38818_solr
   [junit4]   2> 69367 INFO  (jetty-launcher-27-thread-4) [n:127.0.0.1:38818_solr    ] o.a.s.c.Overseer Overseer (id=98387967092850697-127.0.0.1:38818_solr-n_0000000000) starting
   [junit4]   2> 69456 INFO  (jetty-launcher-27-thread-2) [n:127.0.0.1:42784_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 69348 INFO  (jetty-launcher-27-thread-3) [n:127.0.0.1:42193_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 69366 INFO  (jetty-launcher-27-thread-1) [n:127.0.0.1:35930_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 69585 INFO  (jetty-launcher-27-thread-3) [n:127.0.0.1:42193_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42193_solr
   [junit4]   2> 69586 INFO  (jetty-launcher-27-thread-2) [n:127.0.0.1:42784_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42784_solr
   [junit4]   2> 69586 INFO  (jetty-launcher-27-thread-1) [n:127.0.0.1:35930_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35930_solr
   [junit4]   2> 69637 INFO  (zkCallback-49-thread-1-processing-n:127.0.0.1:35930_solr) [n:127.0.0.1:35930_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 69640 INFO  (zkCallback-49-thread-1-processing-n:127.0.0.1:35930_solr) [n:127.0.0.1:35930_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 69880 INFO  (zkCallback-48-thread-2-processing-n:127.0.0.1:42784_solr) [n:127.0.0.1:42784_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 69895 INFO  (zkCallback-47-thread-2-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 69767 INFO  (zkCallback-48-thread-1-processing-n:127.0.0.1:42784_solr) [n:127.0.0.1:42784_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 69767 INFO  (zkCallback-46-thread-1-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 69767 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 70974 INFO  (jetty-launcher-27-thread-4) [n:127.0.0.1:38818_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38818_solr
   [junit4]   2> 70976 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 70976 INFO  (zkCallback-49-thread-1-processing-n:127.0.0.1:35930_solr) [n:127.0.0.1:35930_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 70998 INFO  (zkCallback-48-thread-1-processing-n:127.0.0.1:42784_solr) [n:127.0.0.1:42784_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 71055 INFO  (zkCallback-46-thread-2-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 72889 INFO  (jetty-launcher-27-thread-2) [n:127.0.0.1:42784_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42784.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 72944 INFO  (jetty-launcher-27-thread-2) [n:127.0.0.1:42784_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42784.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 72945 INFO  (jetty-launcher-27-thread-2) [n:127.0.0.1:42784_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42784.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 72968 INFO  (jetty-launcher-27-thread-3) [n:127.0.0.1:42193_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42193.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 73368 INFO  (jetty-launcher-27-thread-4) [n:127.0.0.1:38818_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38818.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 73374 INFO  (jetty-launcher-27-thread-1) [n:127.0.0.1:35930_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35930.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 73386 INFO  (jetty-launcher-27-thread-2) [n:127.0.0.1:42784_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/tempDir-001/node2/.
   [junit4]   2> 73458 INFO  (jetty-launcher-27-thread-3) [n:127.0.0.1:42193_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42193.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 73458 INFO  (jetty-launcher-27-thread-3) [n:127.0.0.1:42193_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42193.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 73679 INFO  (jetty-launcher-27-thread-3) [n:127.0.0.1:42193_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/tempDir-001/node3/.
   [junit4]   2> 74187 INFO  (jetty-launcher-27-thread-4) [n:127.0.0.1:38818_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38818.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 74187 INFO  (jetty-launcher-27-thread-4) [n:127.0.0.1:38818_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38818.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 74188 INFO  (jetty-launcher-27-thread-4) [n:127.0.0.1:38818_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/tempDir-001/node4/.
   [junit4]   2> 74204 INFO  (jetty-launcher-27-thread-1) [n:127.0.0.1:35930_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35930.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 74204 INFO  (jetty-launcher-27-thread-1) [n:127.0.0.1:35930_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35930.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 74205 INFO  (jetty-launcher-27-thread-1) [n:127.0.0.1:35930_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/tempDir-001/node1/.
   [junit4]   2> 77538 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 77539 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35022/solr ready
   [junit4]   2> 78086 INFO  (qtp315711843-319) [n:127.0.0.1:38818_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 78321 INFO  (OverseerThreadFactory-316-thread-1-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 79049 INFO  (OverseerStateUpdate-98387967092850697-127.0.0.1:38818_solr-n_0000000000) [n:127.0.0.1:38818_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38818/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 79268 INFO  (OverseerStateUpdate-98387967092850697-127.0.0.1:38818_solr-n_0000000000) [n:127.0.0.1:38818_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42193/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 79623 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 79624 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 79638 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 79638 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 80227 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 80227 INFO  (zkCallback-47-thread-2-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 80247 INFO  (zkCallback-46-thread-1-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 80247 INFO  (zkCallback-46-thread-2-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 80874 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 81022 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema [collection1_shard2_replica_n3] Schema name=test
   [junit4]   2> 81082 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 81294 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
   [junit4]   2> 81730 WARN  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 81770 WARN  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 81803 WARN  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 81804 WARN  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 81804 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 81806 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 81832 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38818.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 81833 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 81833 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/tempDir-001/node4/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/tempDir-001/node4/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 82125 WARN  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 82127 WARN  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 82127 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 82128 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n3' using configuration from collection collection1, trusted=true
   [junit4]   2> 82128 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42193.solr.core.collection1.shard2.replica_n3' (registry 'solr.core.collection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@458bb133
   [junit4]   2> 82128 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 82128 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [[collection1_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/tempDir-001/node3/collection1_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001/tempDir-001/node3/./collection1_shard2_replica_n3/data/]
   [junit4]   2> 82721 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 82722 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 82735 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 82735 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 82737 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2480ffc2[collection1_shard1_replica_n1] main]
   [junit4]   2> 82743 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 82743 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 82744 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 82744 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 82745 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@21d1a7df[collection1_shard2_replica_n3] main]
   [junit4]   2> 82753 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 82754 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 82771 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 82773 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574207494441402368
   [junit4]   2> 82788 INFO  (searcherExecutor-325-thread-1-processing-n:127.0.0.1:38818_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2480ffc2[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 82788 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 82789 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 82789 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 82790 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574207494459228160
   [junit4]   2> 82894 INFO  (searcherExecutor-326-thread-1-processing-n:127.0.0.1:42193_solr x:collection1_shard2_replica_n3 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [collection1_shard2_replica_n3] Registered new searcher Searcher@21d1a7df[collection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 83134 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 83134 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 83134 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42193/solr/collection1_shard2_replica_n3/
   [junit4]   2> 83135 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 83135 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:42193/solr/collection1_shard2_replica_n3/ has no replicas
   [junit4]   2> 83135 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 83169 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 83279 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 83279 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38818/solr/collection1_shard1_replica_n1/
   [junit4]   2> 83280 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 83280 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38818/solr/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 83280 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 83494 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42193/solr/collection1_shard2_replica_n3/ shard2
   [junit4]   2> 83494 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38818/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 83532 INFO  (zkCallback-46-thread-1-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 83532 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 83531 INFO  (zkCallback-47-thread-2-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 83535 INFO  (zkCallback-46-thread-2-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 84007 INFO  (zkCallback-47-thread-2-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 84007 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 84008 INFO  (zkCallback-46-thread-2-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 84008 INFO  (zkCallback-46-thread-1-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 84023 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 84024 INFO  (qtp315711843-317) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4386
   [junit4]   2> 84061 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 84062 INFO  (qtp47999613-340) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4439
   [junit4]   2> 84225 INFO  (qtp315711843-319) [n:127.0.0.1:38818_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 84502 INFO  (OverseerCollectionConfigSetProcessor-98387967092850697-127.0.0.1:38818_solr-n_0000000000) [n:127.0.0.1:38818_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 84593 INFO  (zkCallback-47-thread-2-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 84593 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 84595 INFO  (zkCallback-46-thread-2-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 84595 INFO  (zkCallback-46-thread-1-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 85234 INFO  (qtp315711843-319) [n:127.0.0.1:38818_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=7147
   [junit4]   2> 85247 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):90
   [junit4]   2> 85252 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 85335 INFO  (TEST-StreamExpressionTest.testParallelDaemonCommitStream-seed#[D237F9FCEF895F2D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testParallelDaemonCommitStream
   [junit4]   2> 85453 INFO  (qtp315711843-321) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_sh

[...truncated too long message...]

ollection1_shard2_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1acc179c commitCommandVersion:0
   [junit4]   2> 509449 INFO  (coreCloseExecutor-510-thread-1) [n:127.0.0.1:42784_solr c:workQueue s:shard1 r:core_node3 x:workQueue_shard1_replica_n1] o.a.s.c.SolrCore [workQueue_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@668181ec
   [junit4]   2> 509471 INFO  (coreCloseExecutor-508-thread-1) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n3, tag=562895210
   [junit4]   2> 509474 INFO  (coreCloseExecutor-508-thread-1) [n:127.0.0.1:42193_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=562895210
   [junit4]   2> 509449 INFO  (coreCloseExecutor-507-thread-1) [n:127.0.0.1:35930_solr c:workQueue s:shard2 r:core_node4 x:workQueue_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.workQueue.shard2.replica_n2, tag=1968093516
   [junit4]   2> 509478 INFO  (coreCloseExecutor-507-thread-1) [n:127.0.0.1:35930_solr c:workQueue s:shard2 r:core_node4 x:workQueue_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard2.leader, tag=1968093516
   [junit4]   2> 509478 INFO  (coreCloseExecutor-509-thread-1) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a48ad4e
   [junit4]   2> 509478 INFO  (coreCloseExecutor-509-thread-1) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 509478 INFO  (coreCloseExecutor-509-thread-1) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4ce26ba8 commitCommandVersion:0
   [junit4]   2> 509565 INFO  (coreCloseExecutor-510-thread-1) [n:127.0.0.1:42784_solr c:workQueue s:shard1 r:core_node3 x:workQueue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.workQueue.shard1.replica_n1, tag=1719763436
   [junit4]   2> 509567 INFO  (coreCloseExecutor-510-thread-1) [n:127.0.0.1:42784_solr c:workQueue s:shard1 r:core_node3 x:workQueue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard1.leader, tag=1719763436
   [junit4]   2> 509568 INFO  (jetty-closer-28-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98387967092850739-127.0.0.1:42784_solr-n_0000000004) closing
   [junit4]   2> 509577 INFO  (OverseerStateUpdate-98387967092850739-127.0.0.1:42784_solr-n_0000000004) [n:127.0.0.1:42784_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42784_solr
   [junit4]   2> 509806 WARN  (zkCallback-49-thread-9-processing-n:127.0.0.1:35930_solr) [n:127.0.0.1:35930_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 509806 INFO  (coreCloseExecutor-509-thread-1) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1246276942
   [junit4]   2> 509808 INFO  (coreCloseExecutor-509-thread-1) [n:127.0.0.1:38818_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1246276942
   [junit4]   2> 509874 INFO  (jetty-closer-28-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35b955e8{/solr,null,UNAVAILABLE}
   [junit4]   2> 509874 INFO  (zkCallback-46-thread-12-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 509875 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d8b55b4be0035, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 509875 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d8b55b4be0037, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 511306 WARN  (zkCallback-47-thread-9-processing-n:127.0.0.1:42193_solr) [n:127.0.0.1:42193_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 511306 WARN  (zkCallback-48-thread-12-processing-n:127.0.0.1:42784_solr) [n:127.0.0.1:42784_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 511306 INFO  (jetty-closer-28-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4fa81526{/solr,null,UNAVAILABLE}
   [junit4]   2> 511306 INFO  (jetty-closer-28-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@759cbcb4{/solr,null,UNAVAILABLE}
   [junit4]   2> 511375 WARN  (zkCallback-46-thread-12-processing-n:127.0.0.1:38818_solr) [n:127.0.0.1:38818_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 511375 INFO  (jetty-closer-28-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e6378eb{/solr,null,UNAVAILABLE}
   [junit4]   2> 511376 ERROR (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 511377 INFO  (SUITE-StreamExpressionTest-seed#[D237F9FCEF895F2D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35022 35022
   [junit4]   2> 511587 INFO  (Thread-32) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35022 35022
   [junit4]   2> 511589 WARN  (Thread-32) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	93	/solr/aliases.json
   [junit4]   2> 	93	/solr/clusterprops.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	8	/solr/configs/ml
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	93	/solr/clusterstate.json
   [junit4]   2> 	40	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	30	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	26	/solr/collections/workQueue/state.json
   [junit4]   2> 	24	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	14	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/destination/state.json
   [junit4]   2> 	10	/solr/collections/uknownCollection/state.json
   [junit4]   2> 	10	/solr/collections/modelCollection/state.json
   [junit4]   2> 	10	/solr/collections/checkpointCollection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	93	/solr/collections
   [junit4]   2> 	90	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D237F9FCEF895F2D-001
   [junit4]   2> Jul 28, 2017 10:41:24 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=10, maxDocsPerChunk=3, blockSize=4), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=10, blockSize=4)), sim=RandomSimilarity(queryNorm=false): {}, locale=sl, timezone=America/Rainy_River
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=88713504,total=479723520
   [junit4]   2> NOTE: All tests run in this JVM: [ModuloEvaluatorTest, CommonAdminParamsTest, CosineEvaluatorTest, JettyWebappTest, TestHash, TestDelegationTokenResponse, DocumentAnalysisResponseTest, SolrSchemalessExampleTest, TestDelegationTokenRequest, TestCoreAdmin, StreamExpressionTest]
   [junit4] Completed [123/135 (1!)] on J2 in 450.47s, 92 tests, 1 error <<< FAILURES!

[...truncated 42423 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2050 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2050/

4 tests failed.
FAILED:  org.apache.solr.analytics.facet.RangeFacetCloudTest.multiGapTest

Error Message:
{responseHeader={zkConnected=true,status=0,QTime=5272,params={o.mi.rf.date_dtd.g=+2YEARS,+7YEARS,o.mi.s.sum=sum(int_id),o.mi.s.mean=mean(int_id),o.mi.rf.date_dtd.e=1044-01-01T23:59:59Z,o.mi.rf=[long_ld, double_dd, date_dtd],indent=true,o.mf.rf.double_dd.g=2,3,11,o.mf.rf.double_dd.ib=edge,o.mf.rf.double_dd.e=47,o.mi.rf.date_dtd.ib=[lower, edge, outer],o.mf.rf.date_dtd.e=1046-01-01T23:59:59Z,o.mf.s.mean=mean(float_fd),o.mi.rf.double_dd.g=3,1,7,wt=javabin,o.mi.s.count=count(int_id),o.mi.rf.long_ld.st=5,o.mf.rf.date_dtd.ib=[upper, edge],_stateVer_=collection1:5,o.mi.rf.double_dd.e=39,o.mi.rf.long_ld.or=all,o.mi.rf.long_ld.ib=lower,o.mf.rf.date_dtd.or=all,o.mf.rf.date_dtd.st=1004-01-01T23:59:59Z,o.mf.rf=[long_ld, double_dd, date_dtd],rows=0,version=2,o.mf.s.count=count(float_fd),o.mf.rf.long_ld.g=1,4,o.mi.rf.double_dd.st=3,o.mi.rf.date_dtd.or=all,q=*:*,o.mf.rf.long_ld.st=0,o.mf.rf.long_ld.e=29,o.mf.rf.date_dtd.g=+4YEARS,+5YEARS,o.mi.rf.double_dd.or=all,o.mi.rf.date_dtd.st=1007-01-01T23:59:59Z,o.mi.s.median=median(int_id),o.mi.rf.long_ld.e=30,o.mf.s.sum=sum(float_fd),o.mf.rf.long_ld.or=all,o.mf.s.median=median(float_fd),o.mi.rf.long_ld.g=4,2,6,3,olap=true,o.mi.rf.double_dd.ib=[upper, outer],o.mf.rf.long_ld.ib=all,o.mf.rf.double_dd.or=all,o.mf.rf.double_dd.st=4}},response={numFound=47,start=0,maxScore=1.0,docs=[]},stats={mf={median=40.0,mean=41.02127659574468,count=47,sum=1928.0,rangeFacets={long_ld={[0 TO 1]={median=36.5,mean=36.5,count=2,sum=73.0},[1 TO 5]={median=40.5,mean=44.666666666666664,count=6,sum=268.0},[5 TO 9]={median=43.0,mean=43.0,count=6,sum=258.0},[9 TO 13]={median=46.5,mean=46.5,count=8,sum=372.0},[13 TO 17]={median=17.0,mean=36.285714285714285,count=7,sum=254.0},[17 TO 21]={median=54.0,mean=51.111111111111114,count=9,sum=460.0},[21 TO 25]={median=24.0,mean=34.857142857142854,count=7,sum=244.0},[25 TO 29]={median=29.0,mean=37.8,count=5,sum=189.0},(* TO 0]={median=0.0,mean=0.0,count=1,sum=0.0},[29 TO *)={median=33.0,mean=41.714285714285715,count=7,sum=292.0},[0 TO 29]={median=43.0,mean=41.19047619047619,count=42,sum=1730.0}},date_dtd={[1004-01-01T23:59:59Z TO 1008-01-01T23:59:59Z]={median=56.5,mean=40.5,count=6,sum=243.0},(1008-01-01T23:59:59Z TO 1013-01-01T23:59:59Z]={median=37.0,mean=37.5,count=4,sum=150.0},(1013-01-01T23:59:59Z TO 1018-01-01T23:59:59Z]={median=16.0,mean=26.0,count=5,sum=130.0},(1018-01-01T23:59:59Z TO 1023-01-01T23:59:59Z]={median=22.0,mean=42.0,count=5,sum=210.0},(1023-01-01T23:59:59Z TO 1028-01-01T23:59:59Z]={median=28.0,mean=43.333333333333336,count=3,sum=130.0},(1028-01-01T23:59:59Z TO 1033-01-01T23:59:59Z]={median=32.5,mean=48.0,count=6,sum=288.0},(1033-01-01T23:59:59Z TO 1038-01-01T23:59:59Z]={median=62.5,mean=62.25,count=4,sum=249.0},(1038-01-01T23:59:59Z TO 1043-01-01T23:59:59Z]={median=41.0,mean=57.666666666666664,count=3,sum=173.0},(1043-01-01T23:59:59Z TO 1048-01-01T23:59:59Z]={median=45.5,mean=32.333333333333336,count=6,sum=194.0},(* TO 1004-01-01T23:59:59Z)={median=52.0,mean=32.2,count=5,sum=161.0},(1048-01-01T23:59:59Z TO *)={count=0},[1004-01-01T23:59:59Z TO 1048-01-01T23:59:59Z]={median=39.0,mean=42.07142857142857,count=42,sum=1767.0}},double_dd={[4.0 TO 6.0)={median=52.5,mean=52.5,count=2,sum=105.0},(6.0 TO 9.0)={median=31.5,mean=31.5,count=2,sum=63.0},(9.0 TO 20.0)={median=16.5,mean=32.9,count=10,sum=329.0},(20.0 TO 31.0)={median=28.5,mean=43.625,count=8,sum=349.0},(31.0 TO 42.0)={median=40.0,mean=52.0,count=9,sum=468.0},(42.0 TO 53.0]={median=46.5,mean=57.5,count=4,sum=230.0},(* TO 4.0)={median=3.0,mean=11.6,count=5,sum=58.0},(53.0 TO *)={count=0},[4.0 TO 53.0]={median=43.0,mean=44.523809523809526,count=42,sum=1870.0}}}},mi={median=27.0,mean=29.872340425531913,count=47,sum=1404.0,rangeFacets={long_ld={[5 TO 9)={median=7.0,mean=15.25,count=4,sum=61.0},[9 TO 11)={median=28.0,mean=28.0,count=4,sum=112.0},[11 TO 17)={median=16.0,mean=25.666666666666668,count=9,sum=231.0},[17 TO 20)={median=36.0,mean=35.75,count=4,sum=143.0},[20 TO 23)={median=22.0,mean=36.42857142857143,count=7,sum=255.0},[23 TO 26)={median=25.0,mean=36.0,count=3,sum=108.0},[26 TO 29)={median=28.0,mean=39.0,count=3,sum=117.0},[29 TO 32)={median=31.0,mean=41.666666666666664,count=3,sum=125.0},(* TO 5)={median=2.5,mean=14.166666666666666,count=6,sum=85.0},[32 TO *)={median=33.5,mean=41.75,count=4,sum=167.0},[5 TO 32)={median=25.0,mean=31.135135135135137,count=37,sum=1152.0}},date_dtd={[1007-01-01T23:59:59Z TO 1009-01-01T23:59:59Z)={median=33.0,mean=33.0,count=2,sum=66.0},[1009-01-01T23:59:59Z TO 1016-01-01T23:59:59Z)={median=14.5,mean=29.833333333333332,count=6,sum=179.0},[1016-01-01T23:59:59Z TO 1023-01-01T23:59:59Z)={median=18.5,mean=21.125,count=8,sum=169.0},[1023-01-01T23:59:59Z TO 1030-01-01T23:59:59Z)={median=24.0,mean=19.6,count=5,sum=98.0},[1030-01-01T23:59:59Z TO 1037-01-01T23:59:59Z)={median=31.5,mean=26.166666666666668,count=6,sum=157.0},[1037-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=31.5,mean=30.666666666666668,count=6,sum=184.0},(* TO 1007-01-01T23:59:59Z]={median=53.0,mean=36.72727272727273,count=11,sum=404.0},[1044-01-01T23:59:59Z TO *)={median=45.5,mean=39.666666666666664,count=6,sum=238.0},[1007-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=21.0,mean=25.848484848484848,count=33,sum=853.0}},double_dd={(3.0 TO 6.0]={median=52.5,mean=41.25,count=4,sum=165.0},(6.0 TO 7.0]={median=7.0,mean=7.0,count=1,sum=7.0},(7.0 TO 14.0]={median=56.5,mean=41.125,count=8,sum=329.0},(14.0 TO 21.0]={median=20.0,mean=31.714285714285715,count=7,sum=222.0},(21.0 TO 28.0]={median=22.0,mean=15.8,count=5,sum=79.0},(28.0 TO 35.0]={median=30.0,mean=23.375,count=8,sum=187.0},(35.0 TO 42.0]={median=38.0,mean=30.8,count=5,sum=154.0},(* TO 3.0]={median=25.0,mean=20.4,count=5,sum=102.0},[42.0 TO *)={median=45.0,mean=35.6,count=5,sum=178.0},(3.0 TO 42.0]={median=26.0,mean=30.07894736842105,count=38,sum=1143.0}}}}}} expected:<[61.0, 112.0, 231.0, 143.0, 255.0, 108.0, 117.0, 125.0, 85.0, 167.0, 1152.0]> but was:<[226.0, 131.0, 465.0, 273.0, 300.0, 327.0, 325.0, 288.0, 215.0, 341.0, 2335.0]>

Stack Trace:
java.lang.AssertionError: {responseHeader={zkConnected=true,status=0,QTime=5272,params={o.mi.rf.date_dtd.g=+2YEARS,+7YEARS,o.mi.s.sum=sum(int_id),o.mi.s.mean=mean(int_id),o.mi.rf.date_dtd.e=1044-01-01T23:59:59Z,o.mi.rf=[long_ld, double_dd, date_dtd],indent=true,o.mf.rf.double_dd.g=2,3,11,o.mf.rf.double_dd.ib=edge,o.mf.rf.double_dd.e=47,o.mi.rf.date_dtd.ib=[lower, edge, outer],o.mf.rf.date_dtd.e=1046-01-01T23:59:59Z,o.mf.s.mean=mean(float_fd),o.mi.rf.double_dd.g=3,1,7,wt=javabin,o.mi.s.count=count(int_id),o.mi.rf.long_ld.st=5,o.mf.rf.date_dtd.ib=[upper, edge],_stateVer_=collection1:5,o.mi.rf.double_dd.e=39,o.mi.rf.long_ld.or=all,o.mi.rf.long_ld.ib=lower,o.mf.rf.date_dtd.or=all,o.mf.rf.date_dtd.st=1004-01-01T23:59:59Z,o.mf.rf=[long_ld, double_dd, date_dtd],rows=0,version=2,o.mf.s.count=count(float_fd),o.mf.rf.long_ld.g=1,4,o.mi.rf.double_dd.st=3,o.mi.rf.date_dtd.or=all,q=*:*,o.mf.rf.long_ld.st=0,o.mf.rf.long_ld.e=29,o.mf.rf.date_dtd.g=+4YEARS,+5YEARS,o.mi.rf.double_dd.or=all,o.mi.rf.date_dtd.st=1007-01-01T23:59:59Z,o.mi.s.median=median(int_id),o.mi.rf.long_ld.e=30,o.mf.s.sum=sum(float_fd),o.mf.rf.long_ld.or=all,o.mf.s.median=median(float_fd),o.mi.rf.long_ld.g=4,2,6,3,olap=true,o.mi.rf.double_dd.ib=[upper, outer],o.mf.rf.long_ld.ib=all,o.mf.rf.double_dd.or=all,o.mf.rf.double_dd.st=4}},response={numFound=47,start=0,maxScore=1.0,docs=[]},stats={mf={median=40.0,mean=41.02127659574468,count=47,sum=1928.0,rangeFacets={long_ld={[0 TO 1]={median=36.5,mean=36.5,count=2,sum=73.0},[1 TO 5]={median=40.5,mean=44.666666666666664,count=6,sum=268.0},[5 TO 9]={median=43.0,mean=43.0,count=6,sum=258.0},[9 TO 13]={median=46.5,mean=46.5,count=8,sum=372.0},[13 TO 17]={median=17.0,mean=36.285714285714285,count=7,sum=254.0},[17 TO 21]={median=54.0,mean=51.111111111111114,count=9,sum=460.0},[21 TO 25]={median=24.0,mean=34.857142857142854,count=7,sum=244.0},[25 TO 29]={median=29.0,mean=37.8,count=5,sum=189.0},(* TO 0]={median=0.0,mean=0.0,count=1,sum=0.0},[29 TO *)={median=33.0,mean=41.714285714285715,count=7,sum=292.0},[0 TO 29]={median=43.0,mean=41.19047619047619,count=42,sum=1730.0}},date_dtd={[1004-01-01T23:59:59Z TO 1008-01-01T23:59:59Z]={median=56.5,mean=40.5,count=6,sum=243.0},(1008-01-01T23:59:59Z TO 1013-01-01T23:59:59Z]={median=37.0,mean=37.5,count=4,sum=150.0},(1013-01-01T23:59:59Z TO 1018-01-01T23:59:59Z]={median=16.0,mean=26.0,count=5,sum=130.0},(1018-01-01T23:59:59Z TO 1023-01-01T23:59:59Z]={median=22.0,mean=42.0,count=5,sum=210.0},(1023-01-01T23:59:59Z TO 1028-01-01T23:59:59Z]={median=28.0,mean=43.333333333333336,count=3,sum=130.0},(1028-01-01T23:59:59Z TO 1033-01-01T23:59:59Z]={median=32.5,mean=48.0,count=6,sum=288.0},(1033-01-01T23:59:59Z TO 1038-01-01T23:59:59Z]={median=62.5,mean=62.25,count=4,sum=249.0},(1038-01-01T23:59:59Z TO 1043-01-01T23:59:59Z]={median=41.0,mean=57.666666666666664,count=3,sum=173.0},(1043-01-01T23:59:59Z TO 1048-01-01T23:59:59Z]={median=45.5,mean=32.333333333333336,count=6,sum=194.0},(* TO 1004-01-01T23:59:59Z)={median=52.0,mean=32.2,count=5,sum=161.0},(1048-01-01T23:59:59Z TO *)={count=0},[1004-01-01T23:59:59Z TO 1048-01-01T23:59:59Z]={median=39.0,mean=42.07142857142857,count=42,sum=1767.0}},double_dd={[4.0 TO 6.0)={median=52.5,mean=52.5,count=2,sum=105.0},(6.0 TO 9.0)={median=31.5,mean=31.5,count=2,sum=63.0},(9.0 TO 20.0)={median=16.5,mean=32.9,count=10,sum=329.0},(20.0 TO 31.0)={median=28.5,mean=43.625,count=8,sum=349.0},(31.0 TO 42.0)={median=40.0,mean=52.0,count=9,sum=468.0},(42.0 TO 53.0]={median=46.5,mean=57.5,count=4,sum=230.0},(* TO 4.0)={median=3.0,mean=11.6,count=5,sum=58.0},(53.0 TO *)={count=0},[4.0 TO 53.0]={median=43.0,mean=44.523809523809526,count=42,sum=1870.0}}}},mi={median=27.0,mean=29.872340425531913,count=47,sum=1404.0,rangeFacets={long_ld={[5 TO 9)={median=7.0,mean=15.25,count=4,sum=61.0},[9 TO 11)={median=28.0,mean=28.0,count=4,sum=112.0},[11 TO 17)={median=16.0,mean=25.666666666666668,count=9,sum=231.0},[17 TO 20)={median=36.0,mean=35.75,count=4,sum=143.0},[20 TO 23)={median=22.0,mean=36.42857142857143,count=7,sum=255.0},[23 TO 26)={median=25.0,mean=36.0,count=3,sum=108.0},[26 TO 29)={median=28.0,mean=39.0,count=3,sum=117.0},[29 TO 32)={median=31.0,mean=41.666666666666664,count=3,sum=125.0},(* TO 5)={median=2.5,mean=14.166666666666666,count=6,sum=85.0},[32 TO *)={median=33.5,mean=41.75,count=4,sum=167.0},[5 TO 32)={median=25.0,mean=31.135135135135137,count=37,sum=1152.0}},date_dtd={[1007-01-01T23:59:59Z TO 1009-01-01T23:59:59Z)={median=33.0,mean=33.0,count=2,sum=66.0},[1009-01-01T23:59:59Z TO 1016-01-01T23:59:59Z)={median=14.5,mean=29.833333333333332,count=6,sum=179.0},[1016-01-01T23:59:59Z TO 1023-01-01T23:59:59Z)={median=18.5,mean=21.125,count=8,sum=169.0},[1023-01-01T23:59:59Z TO 1030-01-01T23:59:59Z)={median=24.0,mean=19.6,count=5,sum=98.0},[1030-01-01T23:59:59Z TO 1037-01-01T23:59:59Z)={median=31.5,mean=26.166666666666668,count=6,sum=157.0},[1037-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=31.5,mean=30.666666666666668,count=6,sum=184.0},(* TO 1007-01-01T23:59:59Z]={median=53.0,mean=36.72727272727273,count=11,sum=404.0},[1044-01-01T23:59:59Z TO *)={median=45.5,mean=39.666666666666664,count=6,sum=238.0},[1007-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=21.0,mean=25.848484848484848,count=33,sum=853.0}},double_dd={(3.0 TO 6.0]={median=52.5,mean=41.25,count=4,sum=165.0},(6.0 TO 7.0]={median=7.0,mean=7.0,count=1,sum=7.0},(7.0 TO 14.0]={median=56.5,mean=41.125,count=8,sum=329.0},(14.0 TO 21.0]={median=20.0,mean=31.714285714285715,count=7,sum=222.0},(21.0 TO 28.0]={median=22.0,mean=15.8,count=5,sum=79.0},(28.0 TO 35.0]={median=30.0,mean=23.375,count=8,sum=187.0},(35.0 TO 42.0]={median=38.0,mean=30.8,count=5,sum=154.0},(* TO 3.0]={median=25.0,mean=20.4,count=5,sum=102.0},[42.0 TO *)={median=45.0,mean=35.6,count=5,sum=178.0},(3.0 TO 42.0]={median=26.0,mean=30.07894736842105,count=38,sum=1143.0}}}}}} expected:<[61.0, 112.0, 231.0, 143.0, 255.0, 108.0, 117.0, 125.0, 85.0, 167.0, 1152.0]> but was:<[226.0, 131.0, 465.0, 273.0, 300.0, 327.0, 325.0, 288.0, 215.0, 341.0, 2335.0]>
	at __randomizedtesting.SeedInfo.seed([117A56817CDA4519:D46F12C59E741DD4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.analytics.facet.RangeFacetCloudTest.multiGapTest(RangeFacetCloudTest.java:361)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.analytics.facet.RangeFacetCloudTest.rangeTest

Error Message:
{responseHeader={zkConnected=true,status=0,QTime=1089,params={o.ri.rf.date_dtd.e=1044-01-01T23:59:59Z,o.ri.rf.date_dtd.st=1007-01-01T23:59:59Z,o.ri.rf.date_dtd.g=+7YEARS,indent=true,o.ri.rf=[long_ld, double_dd, date_dtd],o.ri.rf.date_dtd.or=all,o.rf.s.median=median(float_fd),o.ri.rf.double_dd.ib=[upper, outer],o.ri.rf.date_dtd.ib=[lower, edge, outer],o.rf.rf.double_dd.ib=edge,o.ri.s.count=count(int_id),o.ri.rf.long_ld.e=30,o.rf.rf.double_dd.e=47,o.rf.rf.date_dtd.g=+5YEARS,o.ri.rf.long_ld.g=5,o.rf.rf.date_dtd.e=1046-01-01T23:59:59Z,o.rf.s.count=count(float_fd),o.rf.rf.long_ld.e=29,o.rf.rf.long_ld.g=4,wt=javabin,o.rf.rf.double_dd.g=11,o.ri.rf.long_ld.st=5,_stateVer_=collection1:5,o.rf.rf=[long_ld, double_dd, date_dtd],o.ri.rf.double_dd.g=7,o.rf.rf.long_ld.ib=all,rows=0,o.ri.rf.long_ld.or=all,version=2,o.ri.rf.double_dd.e=39,q=*:*,o.ri.rf.double_dd.st=3,o.rf.rf.long_ld.st=0,o.rf.rf.double_dd.st=4,o.rf.rf.double_dd.or=all,o.rf.rf.date_dtd.ib=[upper, edge],o.ri.rf.double_dd.or=all,o.rf.rf.long_ld.or=all,olap=true,o.ri.s.sum=sum(int_id),o.ri.rf.long_ld.ib=lower,o.rf.s.sum=sum(float_fd),o.rf.rf.date_dtd.or=all,o.rf.rf.date_dtd.st=1004-01-01T23:59:59Z,o.ri.s.mean=mean(int_id),o.ri.s.median=median(int_id),o.rf.s.mean=mean(float_fd)}},response={numFound=47,start=0,maxScore=1.0,docs=[]},stats={rf={median=40.0,mean=41.02127659574468,count=47,sum=1928.0,rangeFacets={long_ld={[0 TO 4]={median=39.0,mean=37.833333333333336,count=6,sum=227.0},[4 TO 8]={median=40.0,mean=34.4,count=5,sum=172.0},[8 TO 12]={median=46.5,mean=46.5,count=8,sum=372.0},[12 TO 16]={median=16.0,mean=34.857142857142854,count=7,sum=244.0},[16 TO 20]={median=53.0,mean=50.0,count=9,sum=450.0},[20 TO 24]={median=40.0,mean=41.2,count=10,sum=412.0},[24 TO 28]={median=24.0,mean=24.4,count=5,sum=122.0},[28 TO 32]={median=31.5,mean=42.166666666666664,count=6,sum=253.0},(* TO 0]={median=0.0,mean=0.0,count=1,sum=0.0},[32 TO *)={median=33.5,mean=41.75,count=4,sum=167.0},[0 TO 32]={median=41.0,mean=41.355555555555554,count=45,sum=1861.0}},date_dtd={[1004-01-01T23:59:59Z TO 1009-01-01T23:59:59Z]={median=56.5,mean=40.5,count=6,sum=243.0},(1009-01-01T23:59:59Z TO 1014-01-01T23:59:59Z]={median=14.0,mean=32.8,count=5,sum=164.0},(1014-01-01T23:59:59Z TO 1019-01-01T23:59:59Z]={median=16.5,mean=29.0,count=4,sum=116.0},(1019-01-01T23:59:59Z TO 1024-01-01T23:59:59Z]={median=23.0,mean=39.0,count=6,sum=234.0},(1024-01-01T23:59:59Z TO 1029-01-01T23:59:59Z]={median=53.5,mean=54.0,count=4,sum=216.0},(1029-01-01T23:59:59Z TO 1034-01-01T23:59:59Z]={median=33.0,mean=42.4,count=5,sum=212.0},(1034-01-01T23:59:59Z TO 1039-01-01T23:59:59Z]={median=87.0,mean=71.66666666666667,count=3,sum=215.0},(1039-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=40.5,mean=44.0,count=4,sum=176.0},(1044-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=46.0,mean=38.2,count=5,sum=191.0},(* TO 1004-01-01T23:59:59Z)={median=52.0,mean=32.2,count=5,sum=161.0},(1049-01-01T23:59:59Z TO *)={count=0},[1004-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=39.0,mean=42.07142857142857,count=42,sum=1767.0}},double_dd={[4.0 TO 15.0)={median=53.0,mean=38.53846153846154,count=13,sum=501.0},(15.0 TO 26.0)={median=22.0,mean=36.22222222222222,count=9,sum=326.0},(26.0 TO 37.0)={median=33.0,mean=47.55555555555556,count=9,sum=428.0},(37.0 TO 48.0]={median=46.0,mean=58.44444444444444,count=9,sum=526.0},(* TO 4.0)={median=3.0,mean=11.6,count=5,sum=58.0},(48.0 TO *)={count=0},[4.0 TO 48.0]={median=43.0,mean=44.523809523809526,count=42,sum=1870.0}}}},ri={median=27.0,mean=29.872340425531913,count=47,sum=1404.0,rangeFacets={long_ld={[5 TO 10)={median=8.5,mean=19.333333333333332,count=6,sum=116.0},[10 TO 15)={median=14.0,mean=27.0,count=7,sum=189.0},[15 TO 20)={median=18.0,mean=30.25,count=8,sum=242.0},[20 TO 25)={median=24.5,mean=36.3,count=10,sum=363.0},[25 TO 30)={median=29.0,mean=42.2,count=5,sum=211.0},(* TO 5)={median=2.5,mean=14.166666666666666,count=6,sum=85.0},[30 TO *)={median=33.0,mean=39.6,count=5,sum=198.0},[5 TO 30)={median=24.5,mean=31.13888888888889,count=36,sum=1121.0}},date_dtd={[1007-01-01T23:59:59Z TO 1014-01-01T23:59:59Z)={median=35.5,mean=36.0,count=6,sum=216.0},[1014-01-01T23:59:59Z TO 1021-01-01T23:59:59Z)={median=16.5,mean=25.0,count=6,sum=150.0},[1021-01-01T23:59:59Z TO 1028-01-01T23:59:59Z)={median=14.0,mean=13.166666666666666,count=6,sum=79.0},[1028-01-01T23:59:59Z TO 1035-01-01T23:59:59Z)={median=30.0,mean=26.0,count=8,sum=208.0},[1035-01-01T23:59:59Z TO 1042-01-01T23:59:59Z)={median=29.5,mean=29.166666666666668,count=6,sum=175.0},[1042-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=45.5,mean=39.666666666666664,count=6,sum=238.0},(* TO 1007-01-01T23:59:59Z]={median=53.0,mean=36.72727272727273,count=11,sum=404.0},[1049-01-01T23:59:59Z TO *)={count=0},[1007-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=24.5,mean=28.05263157894737,count=38,sum=1066.0}},double_dd={(3.0 TO 10.0]={median=53.5,mean=42.875,count=8,sum=343.0},(10.0 TO 17.0]={median=16.0,mean=30.11111111111111,count=9,sum=271.0},(17.0 TO 24.0]={median=22.0,mean=31.0,count=5,sum=155.0},(24.0 TO 31.0]={median=17.5,mean=16.666666666666668,count=6,sum=100.0},(31.0 TO 38.0]={median=32.5,mean=26.333333333333332,count=6,sum=158.0},(38.0 TO 45.0]={median=30.5,mean=30.333333333333332,count=6,sum=182.0},(* TO 3.0]={median=25.0,mean=20.4,count=5,sum=102.0},[45.0 TO *)={median=46.0,mean=46.0,count=3,sum=138.0},(3.0 TO 45.0]={median=26.0,mean=30.225,count=40,sum=1209.0}}}}}} expected:<[6, 7, 8, 10, 5, 6, 5, 36]> but was:<[15, 15, 15, 15, 13, 15, 12, 73]>

Stack Trace:
java.lang.AssertionError: {responseHeader={zkConnected=true,status=0,QTime=1089,params={o.ri.rf.date_dtd.e=1044-01-01T23:59:59Z,o.ri.rf.date_dtd.st=1007-01-01T23:59:59Z,o.ri.rf.date_dtd.g=+7YEARS,indent=true,o.ri.rf=[long_ld, double_dd, date_dtd],o.ri.rf.date_dtd.or=all,o.rf.s.median=median(float_fd),o.ri.rf.double_dd.ib=[upper, outer],o.ri.rf.date_dtd.ib=[lower, edge, outer],o.rf.rf.double_dd.ib=edge,o.ri.s.count=count(int_id),o.ri.rf.long_ld.e=30,o.rf.rf.double_dd.e=47,o.rf.rf.date_dtd.g=+5YEARS,o.ri.rf.long_ld.g=5,o.rf.rf.date_dtd.e=1046-01-01T23:59:59Z,o.rf.s.count=count(float_fd),o.rf.rf.long_ld.e=29,o.rf.rf.long_ld.g=4,wt=javabin,o.rf.rf.double_dd.g=11,o.ri.rf.long_ld.st=5,_stateVer_=collection1:5,o.rf.rf=[long_ld, double_dd, date_dtd],o.ri.rf.double_dd.g=7,o.rf.rf.long_ld.ib=all,rows=0,o.ri.rf.long_ld.or=all,version=2,o.ri.rf.double_dd.e=39,q=*:*,o.ri.rf.double_dd.st=3,o.rf.rf.long_ld.st=0,o.rf.rf.double_dd.st=4,o.rf.rf.double_dd.or=all,o.rf.rf.date_dtd.ib=[upper, edge],o.ri.rf.double_dd.or=all,o.rf.rf.long_ld.or=all,olap=true,o.ri.s.sum=sum(int_id),o.ri.rf.long_ld.ib=lower,o.rf.s.sum=sum(float_fd),o.rf.rf.date_dtd.or=all,o.rf.rf.date_dtd.st=1004-01-01T23:59:59Z,o.ri.s.mean=mean(int_id),o.ri.s.median=median(int_id),o.rf.s.mean=mean(float_fd)}},response={numFound=47,start=0,maxScore=1.0,docs=[]},stats={rf={median=40.0,mean=41.02127659574468,count=47,sum=1928.0,rangeFacets={long_ld={[0 TO 4]={median=39.0,mean=37.833333333333336,count=6,sum=227.0},[4 TO 8]={median=40.0,mean=34.4,count=5,sum=172.0},[8 TO 12]={median=46.5,mean=46.5,count=8,sum=372.0},[12 TO 16]={median=16.0,mean=34.857142857142854,count=7,sum=244.0},[16 TO 20]={median=53.0,mean=50.0,count=9,sum=450.0},[20 TO 24]={median=40.0,mean=41.2,count=10,sum=412.0},[24 TO 28]={median=24.0,mean=24.4,count=5,sum=122.0},[28 TO 32]={median=31.5,mean=42.166666666666664,count=6,sum=253.0},(* TO 0]={median=0.0,mean=0.0,count=1,sum=0.0},[32 TO *)={median=33.5,mean=41.75,count=4,sum=167.0},[0 TO 32]={median=41.0,mean=41.355555555555554,count=45,sum=1861.0}},date_dtd={[1004-01-01T23:59:59Z TO 1009-01-01T23:59:59Z]={median=56.5,mean=40.5,count=6,sum=243.0},(1009-01-01T23:59:59Z TO 1014-01-01T23:59:59Z]={median=14.0,mean=32.8,count=5,sum=164.0},(1014-01-01T23:59:59Z TO 1019-01-01T23:59:59Z]={median=16.5,mean=29.0,count=4,sum=116.0},(1019-01-01T23:59:59Z TO 1024-01-01T23:59:59Z]={median=23.0,mean=39.0,count=6,sum=234.0},(1024-01-01T23:59:59Z TO 1029-01-01T23:59:59Z]={median=53.5,mean=54.0,count=4,sum=216.0},(1029-01-01T23:59:59Z TO 1034-01-01T23:59:59Z]={median=33.0,mean=42.4,count=5,sum=212.0},(1034-01-01T23:59:59Z TO 1039-01-01T23:59:59Z]={median=87.0,mean=71.66666666666667,count=3,sum=215.0},(1039-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=40.5,mean=44.0,count=4,sum=176.0},(1044-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=46.0,mean=38.2,count=5,sum=191.0},(* TO 1004-01-01T23:59:59Z)={median=52.0,mean=32.2,count=5,sum=161.0},(1049-01-01T23:59:59Z TO *)={count=0},[1004-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=39.0,mean=42.07142857142857,count=42,sum=1767.0}},double_dd={[4.0 TO 15.0)={median=53.0,mean=38.53846153846154,count=13,sum=501.0},(15.0 TO 26.0)={median=22.0,mean=36.22222222222222,count=9,sum=326.0},(26.0 TO 37.0)={median=33.0,mean=47.55555555555556,count=9,sum=428.0},(37.0 TO 48.0]={median=46.0,mean=58.44444444444444,count=9,sum=526.0},(* TO 4.0)={median=3.0,mean=11.6,count=5,sum=58.0},(48.0 TO *)={count=0},[4.0 TO 48.0]={median=43.0,mean=44.523809523809526,count=42,sum=1870.0}}}},ri={median=27.0,mean=29.872340425531913,count=47,sum=1404.0,rangeFacets={long_ld={[5 TO 10)={median=8.5,mean=19.333333333333332,count=6,sum=116.0},[10 TO 15)={median=14.0,mean=27.0,count=7,sum=189.0},[15 TO 20)={median=18.0,mean=30.25,count=8,sum=242.0},[20 TO 25)={median=24.5,mean=36.3,count=10,sum=363.0},[25 TO 30)={median=29.0,mean=42.2,count=5,sum=211.0},(* TO 5)={median=2.5,mean=14.166666666666666,count=6,sum=85.0},[30 TO *)={median=33.0,mean=39.6,count=5,sum=198.0},[5 TO 30)={median=24.5,mean=31.13888888888889,count=36,sum=1121.0}},date_dtd={[1007-01-01T23:59:59Z TO 1014-01-01T23:59:59Z)={median=35.5,mean=36.0,count=6,sum=216.0},[1014-01-01T23:59:59Z TO 1021-01-01T23:59:59Z)={median=16.5,mean=25.0,count=6,sum=150.0},[1021-01-01T23:59:59Z TO 1028-01-01T23:59:59Z)={median=14.0,mean=13.166666666666666,count=6,sum=79.0},[1028-01-01T23:59:59Z TO 1035-01-01T23:59:59Z)={median=30.0,mean=26.0,count=8,sum=208.0},[1035-01-01T23:59:59Z TO 1042-01-01T23:59:59Z)={median=29.5,mean=29.166666666666668,count=6,sum=175.0},[1042-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=45.5,mean=39.666666666666664,count=6,sum=238.0},(* TO 1007-01-01T23:59:59Z]={median=53.0,mean=36.72727272727273,count=11,sum=404.0},[1049-01-01T23:59:59Z TO *)={count=0},[1007-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=24.5,mean=28.05263157894737,count=38,sum=1066.0}},double_dd={(3.0 TO 10.0]={median=53.5,mean=42.875,count=8,sum=343.0},(10.0 TO 17.0]={median=16.0,mean=30.11111111111111,count=9,sum=271.0},(17.0 TO 24.0]={median=22.0,mean=31.0,count=5,sum=155.0},(24.0 TO 31.0]={median=17.5,mean=16.666666666666668,count=6,sum=100.0},(31.0 TO 38.0]={median=32.5,mean=26.333333333333332,count=6,sum=158.0},(38.0 TO 45.0]={median=30.5,mean=30.333333333333332,count=6,sum=182.0},(* TO 3.0]={median=25.0,mean=20.4,count=5,sum=102.0},[45.0 TO *)={median=46.0,mean=46.0,count=3,sum=138.0},(3.0 TO 45.0]={median=26.0,mean=30.225,count=40,sum=1209.0}}}}}} expected:<[6, 7, 8, 10, 5, 6, 5, 36]> but was:<[15, 15, 15, 15, 13, 15, 12, 73]>
	at __randomizedtesting.SeedInfo.seed([117A56817CDA4519:3289F259A5ED93A6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.analytics.facet.RangeFacetCloudTest.rangeTest(RangeFacetCloudTest.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.analytics.facet.RangeFacetCloudTest.hardendRangeTest

Error Message:
{responseHeader={zkConnected=true,status=0,QTime=640,params={o.hi.rf.date_dtd.g=+7YEARS,o.hf.s.count=count(float_fd),o.hf.rf.double_dd.e=47,o.hf.rf.long_ld.he=true,o.hf.rf.double_dd.g=11,o.hf.rf.double_dd.st=4,o.hi.rf.date_dtd.e=1044-01-01T23:59:59Z,o.hf.rf.double_dd.or=all,o.hf.s.median=median(float_fd),_stateVer_=collection1:5,o.hf.rf.long_ld.ib=all,o.hf.rf.double_dd.he=true,o.hf.s.mean=mean(float_fd),o.hf.rf.date_dtd.ib=[upper, edge],version=2,o.hi.s.sum=sum(int_id),o.hi.rf.double_dd.ib=[upper, outer],o.hf.s.sum=sum(float_fd),o.hi.rf=[long_ld, double_dd, date_dtd],o.hf.rf.double_dd.ib=edge,indent=true,o.hi.s.count=count(int_id),o.hf.rf.date_dtd.he=true,o.hf.rf.date_dtd.st=1004-01-01T23:59:59Z,o.hf.rf.date_dtd.or=all,o.hi.rf.double_dd.he=true,o.hi.rf.long_ld.ib=lower,wt=javabin,o.hi.rf.date_dtd.ib=[lower, edge, outer],o.hf.rf=[long_ld, double_dd, date_dtd],o.hi.s.median=median(int_id),o.hi.rf.long_ld.or=all,o.hi.rf.long_ld.st=5,o.hi.rf.date_dtd.or=all,o.hi.rf.date_dtd.st=1007-01-01T23:59:59Z,o.hi.rf.long_ld.g=5,o.hi.rf.long_ld.e=30,rows=0,o.hf.rf.long_ld.st=0,o.hf.rf.long_ld.or=all,o.hi.rf.double_dd.or=all,q=*:*,o.hi.rf.double_dd.g=7,o.hi.rf.double_dd.st=3,o.hi.rf.double_dd.e=39,o.hi.s.mean=mean(int_id),olap=true,o.hi.rf.date_dtd.he=true,o.hf.rf.date_dtd.e=1046-01-01T23:59:59Z,o.hf.rf.long_ld.g=4,o.hf.rf.date_dtd.g=+5YEARS,o.hi.rf.long_ld.he=true,o.hf.rf.long_ld.e=29}},response={numFound=47,start=0,maxScore=1.0,docs=[]},stats={hi={median=27.0,mean=29.872340425531913,count=47,sum=1404.0,rangeFacets={long_ld={[5 TO 10)={median=8.5,mean=19.333333333333332,count=6,sum=116.0},[10 TO 15)={median=14.0,mean=27.0,count=7,sum=189.0},[15 TO 20)={median=18.0,mean=30.25,count=8,sum=242.0},[20 TO 25)={median=24.5,mean=36.3,count=10,sum=363.0},[25 TO 30)={median=29.0,mean=42.2,count=5,sum=211.0},(* TO 5)={median=2.5,mean=14.166666666666666,count=6,sum=85.0},[30 TO *)={median=33.0,mean=39.6,count=5,sum=198.0},[5 TO 30)={median=24.5,mean=31.13888888888889,count=36,sum=1121.0}},date_dtd={[1007-01-01T23:59:59Z TO 1014-01-01T23:59:59Z)={median=35.5,mean=36.0,count=6,sum=216.0},[1014-01-01T23:59:59Z TO 1021-01-01T23:59:59Z)={median=16.5,mean=25.0,count=6,sum=150.0},[1021-01-01T23:59:59Z TO 1028-01-01T23:59:59Z)={median=14.0,mean=13.166666666666666,count=6,sum=79.0},[1028-01-01T23:59:59Z TO 1035-01-01T23:59:59Z)={median=30.0,mean=26.0,count=8,sum=208.0},[1035-01-01T23:59:59Z TO 1042-01-01T23:59:59Z)={median=29.5,mean=29.166666666666668,count=6,sum=175.0},[1042-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=25.0,mean=25.0,count=1,sum=25.0},(* TO 1007-01-01T23:59:59Z]={median=53.0,mean=36.72727272727273,count=11,sum=404.0},[1044-01-01T23:59:59Z TO *)={median=45.5,mean=39.666666666666664,count=6,sum=238.0},[1007-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=21.0,mean=25.848484848484848,count=33,sum=853.0}},double_dd={(3.0 TO 10.0]={median=53.5,mean=42.875,count=8,sum=343.0},(10.0 TO 17.0]={median=16.0,mean=30.11111111111111,count=9,sum=271.0},(17.0 TO 24.0]={median=22.0,mean=31.0,count=5,sum=155.0},(24.0 TO 31.0]={median=17.5,mean=16.666666666666668,count=6,sum=100.0},(31.0 TO 38.0]={median=32.5,mean=26.333333333333332,count=6,sum=158.0},(38.0 TO 39.0]={median=16.0,mean=16.0,count=1,sum=16.0},(* TO 3.0]={median=25.0,mean=20.4,count=5,sum=102.0},[39.0 TO *)={median=40.5,mean=34.375,count=8,sum=275.0},(3.0 TO 39.0]={median=24.0,mean=29.8,count=35,sum=1043.0}}}},hf={median=40.0,mean=41.02127659574468,count=47,sum=1928.0,rangeFacets={long_ld={[0 TO 4]={median=39.0,mean=37.833333333333336,count=6,sum=227.0},[4 TO 8]={median=40.0,mean=34.4,count=5,sum=172.0},[8 TO 12]={median=46.5,mean=46.5,count=8,sum=372.0},[12 TO 16]={median=16.0,mean=34.857142857142854,count=7,sum=244.0},[16 TO 20]={median=53.0,mean=50.0,count=9,sum=450.0},[20 TO 24]={median=40.0,mean=41.2,count=10,sum=412.0},[24 TO 28]={median=24.0,mean=24.4,count=5,sum=122.0},[28 TO 29]={median=29.0,mean=40.666666666666664,count=3,sum=122.0},(* TO 0]={median=0.0,mean=0.0,count=1,sum=0.0},[29 TO *)={median=33.0,mean=41.714285714285715,count=7,sum=292.0},[0 TO 29]={median=43.0,mean=41.19047619047619,count=42,sum=1730.0}},date_dtd={[1004-01-01T23:59:59Z TO 1009-01-01T23:59:59Z]={median=56.5,mean=40.5,count=6,sum=243.0},(1009-01-01T23:59:59Z TO 1014-01-01T23:59:59Z]={median=14.0,mean=32.8,count=5,sum=164.0},(1014-01-01T23:59:59Z TO 1019-01-01T23:59:59Z]={median=16.5,mean=29.0,count=4,sum=116.0},(1019-01-01T23:59:59Z TO 1024-01-01T23:59:59Z]={median=23.0,mean=39.0,count=6,sum=234.0},(1024-01-01T23:59:59Z TO 1029-01-01T23:59:59Z]={median=53.5,mean=54.0,count=4,sum=216.0},(1029-01-01T23:59:59Z TO 1034-01-01T23:59:59Z]={median=33.0,mean=42.4,count=5,sum=212.0},(1034-01-01T23:59:59Z TO 1039-01-01T23:59:59Z]={median=87.0,mean=71.66666666666667,count=3,sum=215.0},(1039-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=40.5,mean=44.0,count=4,sum=176.0},(1044-01-01T23:59:59Z TO 1046-01-01T23:59:59Z]={median=45.0,mean=32.0,count=3,sum=96.0},(* TO 1004-01-01T23:59:59Z)={median=52.0,mean=32.2,count=5,sum=161.0},(1046-01-01T23:59:59Z TO *)={median=47.5,mean=47.5,count=2,sum=95.0},[1004-01-01T23:59:59Z TO 1046-01-01T23:59:59Z]={median=36.0,mean=41.8,count=40,sum=1672.0}},double_dd={[4.0 TO 15.0)={median=53.0,mean=38.53846153846154,count=13,sum=501.0},(15.0 TO 26.0)={median=22.0,mean=36.22222222222222,count=9,sum=326.0},(26.0 TO 37.0)={median=33.0,mean=47.55555555555556,count=9,sum=428.0},(37.0 TO 47.0]={median=46.0,mean=58.44444444444444,count=9,sum=526.0},(* TO 4.0)={median=3.0,mean=11.6,count=5,sum=58.0},(47.0 TO *)={count=0},[4.0 TO 47.0]={median=43.0,mean=44.523809523809526,count=42,sum=1870.0}}}}}} expected:<[116.0, 189.0, 242.0, 363.0, 211.0, 85.0, 198.0, 1121.0]> but was:<[290.0, 365.0, 440.0, 515.0, 531.0, 215.0, 535.0, 2141.0]>

Stack Trace:
java.lang.AssertionError: {responseHeader={zkConnected=true,status=0,QTime=640,params={o.hi.rf.date_dtd.g=+7YEARS,o.hf.s.count=count(float_fd),o.hf.rf.double_dd.e=47,o.hf.rf.long_ld.he=true,o.hf.rf.double_dd.g=11,o.hf.rf.double_dd.st=4,o.hi.rf.date_dtd.e=1044-01-01T23:59:59Z,o.hf.rf.double_dd.or=all,o.hf.s.median=median(float_fd),_stateVer_=collection1:5,o.hf.rf.long_ld.ib=all,o.hf.rf.double_dd.he=true,o.hf.s.mean=mean(float_fd),o.hf.rf.date_dtd.ib=[upper, edge],version=2,o.hi.s.sum=sum(int_id),o.hi.rf.double_dd.ib=[upper, outer],o.hf.s.sum=sum(float_fd),o.hi.rf=[long_ld, double_dd, date_dtd],o.hf.rf.double_dd.ib=edge,indent=true,o.hi.s.count=count(int_id),o.hf.rf.date_dtd.he=true,o.hf.rf.date_dtd.st=1004-01-01T23:59:59Z,o.hf.rf.date_dtd.or=all,o.hi.rf.double_dd.he=true,o.hi.rf.long_ld.ib=lower,wt=javabin,o.hi.rf.date_dtd.ib=[lower, edge, outer],o.hf.rf=[long_ld, double_dd, date_dtd],o.hi.s.median=median(int_id),o.hi.rf.long_ld.or=all,o.hi.rf.long_ld.st=5,o.hi.rf.date_dtd.or=all,o.hi.rf.date_dtd.st=1007-01-01T23:59:59Z,o.hi.rf.long_ld.g=5,o.hi.rf.long_ld.e=30,rows=0,o.hf.rf.long_ld.st=0,o.hf.rf.long_ld.or=all,o.hi.rf.double_dd.or=all,q=*:*,o.hi.rf.double_dd.g=7,o.hi.rf.double_dd.st=3,o.hi.rf.double_dd.e=39,o.hi.s.mean=mean(int_id),olap=true,o.hi.rf.date_dtd.he=true,o.hf.rf.date_dtd.e=1046-01-01T23:59:59Z,o.hf.rf.long_ld.g=4,o.hf.rf.date_dtd.g=+5YEARS,o.hi.rf.long_ld.he=true,o.hf.rf.long_ld.e=29}},response={numFound=47,start=0,maxScore=1.0,docs=[]},stats={hi={median=27.0,mean=29.872340425531913,count=47,sum=1404.0,rangeFacets={long_ld={[5 TO 10)={median=8.5,mean=19.333333333333332,count=6,sum=116.0},[10 TO 15)={median=14.0,mean=27.0,count=7,sum=189.0},[15 TO 20)={median=18.0,mean=30.25,count=8,sum=242.0},[20 TO 25)={median=24.5,mean=36.3,count=10,sum=363.0},[25 TO 30)={median=29.0,mean=42.2,count=5,sum=211.0},(* TO 5)={median=2.5,mean=14.166666666666666,count=6,sum=85.0},[30 TO *)={median=33.0,mean=39.6,count=5,sum=198.0},[5 TO 30)={median=24.5,mean=31.13888888888889,count=36,sum=1121.0}},date_dtd={[1007-01-01T23:59:59Z TO 1014-01-01T23:59:59Z)={median=35.5,mean=36.0,count=6,sum=216.0},[1014-01-01T23:59:59Z TO 1021-01-01T23:59:59Z)={median=16.5,mean=25.0,count=6,sum=150.0},[1021-01-01T23:59:59Z TO 1028-01-01T23:59:59Z)={median=14.0,mean=13.166666666666666,count=6,sum=79.0},[1028-01-01T23:59:59Z TO 1035-01-01T23:59:59Z)={median=30.0,mean=26.0,count=8,sum=208.0},[1035-01-01T23:59:59Z TO 1042-01-01T23:59:59Z)={median=29.5,mean=29.166666666666668,count=6,sum=175.0},[1042-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=25.0,mean=25.0,count=1,sum=25.0},(* TO 1007-01-01T23:59:59Z]={median=53.0,mean=36.72727272727273,count=11,sum=404.0},[1044-01-01T23:59:59Z TO *)={median=45.5,mean=39.666666666666664,count=6,sum=238.0},[1007-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=21.0,mean=25.848484848484848,count=33,sum=853.0}},double_dd={(3.0 TO 10.0]={median=53.5,mean=42.875,count=8,sum=343.0},(10.0 TO 17.0]={median=16.0,mean=30.11111111111111,count=9,sum=271.0},(17.0 TO 24.0]={median=22.0,mean=31.0,count=5,sum=155.0},(24.0 TO 31.0]={median=17.5,mean=16.666666666666668,count=6,sum=100.0},(31.0 TO 38.0]={median=32.5,mean=26.333333333333332,count=6,sum=158.0},(38.0 TO 39.0]={median=16.0,mean=16.0,count=1,sum=16.0},(* TO 3.0]={median=25.0,mean=20.4,count=5,sum=102.0},[39.0 TO *)={median=40.5,mean=34.375,count=8,sum=275.0},(3.0 TO 39.0]={median=24.0,mean=29.8,count=35,sum=1043.0}}}},hf={median=40.0,mean=41.02127659574468,count=47,sum=1928.0,rangeFacets={long_ld={[0 TO 4]={median=39.0,mean=37.833333333333336,count=6,sum=227.0},[4 TO 8]={median=40.0,mean=34.4,count=5,sum=172.0},[8 TO 12]={median=46.5,mean=46.5,count=8,sum=372.0},[12 TO 16]={median=16.0,mean=34.857142857142854,count=7,sum=244.0},[16 TO 20]={median=53.0,mean=50.0,count=9,sum=450.0},[20 TO 24]={median=40.0,mean=41.2,count=10,sum=412.0},[24 TO 28]={median=24.0,mean=24.4,count=5,sum=122.0},[28 TO 29]={median=29.0,mean=40.666666666666664,count=3,sum=122.0},(* TO 0]={median=0.0,mean=0.0,count=1,sum=0.0},[29 TO *)={median=33.0,mean=41.714285714285715,count=7,sum=292.0},[0 TO 29]={median=43.0,mean=41.19047619047619,count=42,sum=1730.0}},date_dtd={[1004-01-01T23:59:59Z TO 1009-01-01T23:59:59Z]={median=56.5,mean=40.5,count=6,sum=243.0},(1009-01-01T23:59:59Z TO 1014-01-01T23:59:59Z]={median=14.0,mean=32.8,count=5,sum=164.0},(1014-01-01T23:59:59Z TO 1019-01-01T23:59:59Z]={median=16.5,mean=29.0,count=4,sum=116.0},(1019-01-01T23:59:59Z TO 1024-01-01T23:59:59Z]={median=23.0,mean=39.0,count=6,sum=234.0},(1024-01-01T23:59:59Z TO 1029-01-01T23:59:59Z]={median=53.5,mean=54.0,count=4,sum=216.0},(1029-01-01T23:59:59Z TO 1034-01-01T23:59:59Z]={median=33.0,mean=42.4,count=5,sum=212.0},(1034-01-01T23:59:59Z TO 1039-01-01T23:59:59Z]={median=87.0,mean=71.66666666666667,count=3,sum=215.0},(1039-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=40.5,mean=44.0,count=4,sum=176.0},(1044-01-01T23:59:59Z TO 1046-01-01T23:59:59Z]={median=45.0,mean=32.0,count=3,sum=96.0},(* TO 1004-01-01T23:59:59Z)={median=52.0,mean=32.2,count=5,sum=161.0},(1046-01-01T23:59:59Z TO *)={median=47.5,mean=47.5,count=2,sum=95.0},[1004-01-01T23:59:59Z TO 1046-01-01T23:59:59Z]={median=36.0,mean=41.8,count=40,sum=1672.0}},double_dd={[4.0 TO 15.0)={median=53.0,mean=38.53846153846154,count=13,sum=501.0},(15.0 TO 26.0)={median=22.0,mean=36.22222222222222,count=9,sum=326.0},(26.0 TO 37.0)={median=33.0,mean=47.55555555555556,count=9,sum=428.0},(37.0 TO 47.0]={median=46.0,mean=58.44444444444444,count=9,sum=526.0},(* TO 4.0)={median=3.0,mean=11.6,count=5,sum=58.0},(47.0 TO *)={count=0},[4.0 TO 47.0]={median=43.0,mean=44.523809523809526,count=42,sum=1870.0}}}}}} expected:<[116.0, 189.0, 242.0, 363.0, 211.0, 85.0, 198.0, 1121.0]> but was:<[290.0, 365.0, 440.0, 515.0, 531.0, 215.0, 535.0, 2141.0]>
	at __randomizedtesting.SeedInfo.seed([117A56817CDA4519:18762828DC5D0044]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.analytics.facet.RangeFacetCloudTest.hardendRangeTest(RangeFacetCloudTest.java:276)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([173F709827E6A5D3:3B0D0715AB22D357]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:264)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=int_i:23&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
	... 40 more




Build Log:
[...truncated 12329 lines...]
   [junit4] Suite: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_173F709827E6A5D3-001/init-core-data-001
   [junit4]   2> 2510293 WARN  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 2510293 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2510294 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2510294 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2510294 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2510295 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2510424 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2510503 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2510854 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2510961 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6da988
   [junit4]   2> 2510964 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6da988
   [junit4]   2> 2510964 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6da988
   [junit4]   2> 2510965 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2511071 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2511133 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2511439 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2511444 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2511445 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6da988
   [junit4]   2> 2511445 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2511461 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_173F709827E6A5D3-001/init-core-data-001/]
   [junit4]   2> 2511462 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=87.3818359375, floorSegmentMB=0.8134765625, forceMergeDeletesPctAllowed=15.711626182368938, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2511566 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2511566 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2511579 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2511579 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2511580 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=65.734375, floorSegmentMB=1.1640625, forceMergeDeletesPctAllowed=25.295256769860707, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16156758980827296
   [junit4]   2> 2511580 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@425d70e9[collection1] main]
   [junit4]   2> 2511581 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2511593 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2511618 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2511618 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2511618 INFO  (coreLoadExecutor-3244-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574161133607059456
   [junit4]   2> 2511618 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2511618 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2511618 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2511618 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2511618 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2511619 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2511619 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2511619 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2511632 INFO  (searcherExecutor-3245-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@425d70e9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2511633 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2511635 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultipleThreads
   [junit4]   2> 2511635 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2511636 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@611af948[collection1] realtime]
   [junit4]   2> 2511636 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
   [junit4]   2> 2511661 WARN  (Thread-2492) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574161133630128128 actual=1574161133642711040Retrying with new version .... (1)
   [junit4]   2> 2511661 WARN  (Thread-2493) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574161133642711040 actual=1574161133652148224Retrying with new version .... (1)
   [junit4]   2> 2511662 WARN  (Thread-2496) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574161133652148225 actual=1574161133653196800Retrying with new version .... (1)
   [junit4]   2> 2511666 WARN  (Thread-2496) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574161133653196800 actual=1574161133657391104Retrying with new version .... (2)
   [junit4]   2> 2511667 WARN  (Thread-2496) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574161133658439680 actual=1574161133658439681Retrying with new version .... (3)
   [junit4]   2> 2511667 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574161133658439683,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2511667 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4da1b8 commitCommandVersion:1574161133658439683
   [junit4]   2> 2511670 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@60f0ddae[collection1] main]
   [junit4]   2> 2511671 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2511672 INFO  (searcherExecutor-3245-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@60f0ddae[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10/9:delGen=1)))}
   [junit4]   2> 2511672 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 4
   [junit4]   2> 2511682 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511683 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:f8p5ufetxz9crt4g53hu+hfvafvgpjuiynr4jq9tp+hvkq2asdj8ubl9ei1v4c+01ayfpdtf9k5cl8epmiq+9an3iui7uredtlcfcubg&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511683 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=int_i:23&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2511683 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:23&wt=xml
   [junit4]   2> 2511683 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=int_i:23&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:23&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]   2> 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:264)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2511684 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultipleThreads
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AtomicUpdateProcessorFactoryTest -Dtests.method=testMultipleThreads -Dtests.seed=173F709827E6A5D3 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Pacific/Samoa -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.06s J0 | AtomicUpdateProcessorFactoryTest.testMultipleThreads <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([173F709827E6A5D3:3B0D0715AB22D357]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
   [junit4]    > 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:264)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=int_i:23&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]    > 	... 40 more
   [junit4]   2> 2511699 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWrongAtomicOpPassed
   [junit4]   2> 2511699 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWrongAtomicOpPassed
   [junit4]   2> 2511701 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 2511702 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574161133695139840,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2511702 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4da1b8 commitCommandVersion:1574161133695139840
   [junit4]   2> 2511705 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@73f9ceac[collection1] main]
   [junit4]   2> 2511726 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2511727 INFO  (searcherExecutor-3245-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@73f9ceac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10/9:delGen=1) Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 2511727 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 24
   [junit4]   2> 2511727 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511728 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511728 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511729 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511729 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511729 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511731 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574161133725548544,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2511731 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4da1b8 commitCommandVersion:1574161133725548544
   [junit4]   2> 2511754 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@222385cd[collection1] main]
   [junit4]   2> 2511754 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2511756 INFO  (searcherExecutor-3245-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@222385cd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10/9:delGen=1) Uninverting(_2(8.0.0):C1)))}
   [junit4]   2> 2511756 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 24
   [junit4]   2> 2511756 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511757 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511757 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:animal&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511757 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2511757 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Dr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511766 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=0 status=0 QTime=8
   [junit4]   2> 2511766 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:40&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2511767 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2511767 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2511767 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> 2511769 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoUniqueIdPassed
   [junit4]   2> 2511769 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[173F709827E6A5D3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoUniqueIdPassed
   [junit4]   2> 2511769 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2511769 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1503030900
   [junit4]   2> 2511770 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2511779 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2511779 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2511779 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[173F709827E6A5D3]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2511782 INFO  (coreCloseExecutor-3250-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@723e599
   [junit4]   2> 2511784 INFO  (coreCloseExecutor-3250-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=119793049
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_173F709827E6A5D3-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=PostingsFormat(name=Asserting), title_stringNoNorms=Lucene50(blocksize=128), title_stemmed=FSTOrd50, multiDefault=Lucene50(blocksize=128), cat=Lucene50(blocksize=128), id=PostingsFormat(name=Asserting), text=FST50, title=FSTOrd50, title_lettertok=PostingsFormat(name=Asserting)}, docValues:{int_i=DocValuesFormat(name=Lucene70), range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Direct), count_i=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=280, maxMBSortInHeap=7.600473976168672, sim=RandomSimilarity(queryNorm=true): {}, locale=und, timezone=Pacific/Samoa
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=301466224,total=519569408
   [junit4]   2> NOTE: All tests run in this JVM: [TestSSLRandomization, TestMultiValuedNumericRangeQuery, LeaderElectionIntegrationTest, BasicDistributedZkTest, OpenExchangeRatesOrgProviderTest, SparseHLLTest, BinaryUpdateRequestHandlerTest, TestSolrQueryParser, TestQuerySenderNoQuery, SuggestComponentContextFilterQueryTest, TestMissingGroups, SolrXmlInZkTest, UUIDFieldTest, TestExclusionRuleCollectionAccess, BlobRepositoryCloudTest, TestSolrConfigHandler, CollectionStateFormat2Test, DistributedQueryElevationComponentTest, TestRealTimeGet, TestDistributedSearch, TestBlobHandler, DistributedFacetPivotWhiteBoxTest, TestBadConfig, OverseerRolesTest, BasicZkTest, TestComplexPhraseQParserPlugin, ReplicaListTransformerTest, UpdateLogTest, TestClusterStateMutator, ExternalFileFieldSortTest, SolrCloudReportersTest, TestFieldTypeCollectionResource, HdfsChaosMonkeySafeLeaderTest, DefaultValueUpdateProcessorTest, TestFieldCache, EchoParamsTest, TestTolerantUpdateProcessorRandomCloud, UtilsToolTest, TestLMDirichletSimilarityFactory, TestCrossCoreJoin, DebugComponentTest, HighlighterConfigTest, TestOverriddenPrefixQueryForCustomFieldType, TestHdfsUpdateLog, AnalyticsQueryTest, TestBulkSchemaAPI, HdfsDirectoryTest, TestWordDelimiterFilterFactory, TestReRankQParserPlugin, MBeansHandlerTest, SolrIndexMetricsTest, MetricsConfigTest, ConnectionReuseTest, HttpSolrCallGetCoreTest, FullHLLTest, PeerSyncReplicationTest, ConfigureRecoveryStrategyTest, TestPointFields, SolrMetricReporterTest, MergeStrategyTest, BaseCdcrDistributedZkTest, TestLeaderElectionZkExpiry, TestSolrDeletionPolicy1, TestSerializedLuceneMatchVersion, ReplaceNodeTest, TestJavabinTupleStreamParser, TestDelegationWithHadoopAuth, ExitableDirectoryReaderTest, TestLuceneMatchVersion, DistribCursorPagingTest, TestRTimerTree, TestLegacyFieldCache, ZkNodePropsTest, TestUseDocValuesAsStored, RAMDirectoryFactoryTest, TestConfigSetsAPIExclusivity, HdfsRecoverLeaseTest, BlockJoinFacetRandomTest, TestPrepRecovery, BigEndianAscendingWordSerializerTest, AssignBackwardCompatibilityTest, TestFieldCacheSortRandom, TestSortByMinMaxFunction, CoreMergeIndexesAdminHandlerTest, TestFunctionQuery, LeaderInitiatedRecoveryOnShardRestartTest, TestCustomStream, MultiThreadedOCPTest, TestMacroExpander, TestWriterPerf, TestReloadAndDeleteDocs, MoveReplicaHDFSTest, TestRemoteStreaming, TestCollationField, TestBackupRepositoryFactory, IndexBasedSpellCheckerTest, TestCloudInspectUtil, TestCSVLoader, TestSchemaResource, RequestHandlersTest, AtomicUpdateProcessorFactoryTest]
   [junit4] Completed [470/726 (1!)] on J0 in 1.55s, 4 tests, 1 error <<< FAILURES!

[...truncated 3520 lines...]
   [junit4] Suite: org.apache.solr.analytics.facet.RangeFacetCloudTest
   [junit4]   2> log4j:WARN No appenders could be found for logger (org.apache.solr.SolrTestCaseJ4).
   [junit4]   2> log4j:WARN Please initialize the log4j system properly.
   [junit4]   2> log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.facet.RangeFacetCloudTest_117A56817CDA4519-001/init-core-data-001
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RangeFacetCloudTest -Dtests.method=multiGapTest -Dtests.seed=117A56817CDA4519 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=nl-BE -Dtests.timezone=Europe/Tirane -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 5.76s J0 | RangeFacetCloudTest.multiGapTest <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: {responseHeader={zkConnected=true,status=0,QTime=5272,params={o.mi.rf.date_dtd.g=+2YEARS,+7YEARS,o.mi.s.sum=sum(int_id),o.mi.s.mean=mean(int_id),o.mi.rf.date_dtd.e=1044-01-01T23:59:59Z,o.mi.rf=[long_ld, double_dd, date_dtd],indent=true,o.mf.rf.double_dd.g=2,3,11,o.mf.rf.double_dd.ib=edge,o.mf.rf.double_dd.e=47,o.mi.rf.date_dtd.ib=[lower, edge, outer],o.mf.rf.date_dtd.e=1046-01-01T23:59:59Z,o.mf.s.mean=mean(float_fd),o.mi.rf.double_dd.g=3,1,7,wt=javabin,o.mi.s.count=count(int_id),o.mi.rf.long_ld.st=5,o.mf.rf.date_dtd.ib=[upper, edge],_stateVer_=collection1:5,o.mi.rf.double_dd.e=39,o.mi.rf.long_ld.or=all,o.mi.rf.long_ld.ib=lower,o.mf.rf.date_dtd.or=all,o.mf.rf.date_dtd.st=1004-01-01T23:59:59Z,o.mf.rf=[long_ld, double_dd, date_dtd],rows=0,version=2,o.mf.s.count=count(float_fd),o.mf.rf.long_ld.g=1,4,o.mi.rf.double_dd.st=3,o.mi.rf.date_dtd.or=all,q=*:*,o.mf.rf.long_ld.st=0,o.mf.rf.long_ld.e=29,o.mf.rf.date_dtd.g=+4YEARS,+5YEARS,o.mi.rf.double_dd.or=all,o.mi.rf.date_dtd.st=1007-01-01T23:59:59Z,o.mi.s.median=median(int_id),o.mi.rf.long_ld.e=30,o.mf.s.sum=sum(float_fd),o.mf.rf.long_ld.or=all,o.mf.s.median=median(float_fd),o.mi.rf.long_ld.g=4,2,6,3,olap=true,o.mi.rf.double_dd.ib=[upper, outer],o.mf.rf.long_ld.ib=all,o.mf.rf.double_dd.or=all,o.mf.rf.double_dd.st=4}},response={numFound=47,start=0,maxScore=1.0,docs=[]},stats={mf={median=40.0,mean=41.02127659574468,count=47,sum=1928.0,rangeFacets={long_ld={[0 TO 1]={median=36.5,mean=36.5,count=2,sum=73.0},[1 TO 5]={median=40.5,mean=44.666666666666664,count=6,sum=268.0},[5 TO 9]={median=43.0,mean=43.0,count=6,sum=258.0},[9 TO 13]={median=46.5,mean=46.5,count=8,sum=372.0},[13 TO 17]={median=17.0,mean=36.285714285714285,count=7,sum=254.0},[17 TO 21]={median=54.0,mean=51.111111111111114,count=9,sum=460.0},[21 TO 25]={median=24.0,mean=34.857142857142854,count=7,sum=244.0},[25 TO 29]={median=29.0,mean=37.8,count=5,sum=189.0},(* TO 0]={median=0.0,mean=0.0,count=1,sum=0.0},[29 TO *)={median=33.0,mean=41.714285714285715,count=7,sum=292.0},[0 TO 29]={median=43.0,mean=41.19047619047619,count=42,sum=1730.0}},date_dtd={[1004-01-01T23:59:59Z TO 1008-01-01T23:59:59Z]={median=56.5,mean=40.5,count=6,sum=243.0},(1008-01-01T23:59:59Z TO 1013-01-01T23:59:59Z]={median=37.0,mean=37.5,count=4,sum=150.0},(1013-01-01T23:59:59Z TO 1018-01-01T23:59:59Z]={median=16.0,mean=26.0,count=5,sum=130.0},(1018-01-01T23:59:59Z TO 1023-01-01T23:59:59Z]={median=22.0,mean=42.0,count=5,sum=210.0},(1023-01-01T23:59:59Z TO 1028-01-01T23:59:59Z]={median=28.0,mean=43.333333333333336,count=3,sum=130.0},(1028-01-01T23:59:59Z TO 1033-01-01T23:59:59Z]={median=32.5,mean=48.0,count=6,sum=288.0},(1033-01-01T23:59:59Z TO 1038-01-01T23:59:59Z]={median=62.5,mean=62.25,count=4,sum=249.0},(1038-01-01T23:59:59Z TO 1043-01-01T23:59:59Z]={median=41.0,mean=57.666666666666664,count=3,sum=173.0},(1043-01-01T23:59:59Z TO 1048-01-01T23:59:59Z]={median=45.5,mean=32.333333333333336,count=6,sum=194.0},(* TO 1004-01-01T23:59:59Z)={median=52.0,mean=32.2,count=5,sum=161.0},(1048-01-01T23:59:59Z TO *)={count=0},[1004-01-01T23:59:59Z TO 1048-01-01T23:59:59Z]={median=39.0,mean=42.07142857142857,count=42,sum=1767.0}},double_dd={[4.0 TO 6.0)={median=52.5,mean=52.5,count=2,sum=105.0},(6.0 TO 9.0)={median=31.5,mean=31.5,count=2,sum=63.0},(9.0 TO 20.0)={median=16.5,mean=32.9,count=10,sum=329.0},(20.0 TO 31.0)={median=28.5,mean=43.625,count=8,sum=349.0},(31.0 TO 42.0)={median=40.0,mean=

[...truncated too long message...]

,count=13,sum=501.0},(15.0 TO 26.0)={median=22.0,mean=36.22222222222222,count=9,sum=326.0},(26.0 TO 37.0)={median=33.0,mean=47.55555555555556,count=9,sum=428.0},(37.0 TO 48.0]={median=46.0,mean=58.44444444444444,count=9,sum=526.0},(* TO 4.0)={median=3.0,mean=11.6,count=5,sum=58.0},(48.0 TO *)={count=0},[4.0 TO 48.0]={median=43.0,mean=44.523809523809526,count=42,sum=1870.0}}}},ri={median=27.0,mean=29.872340425531913,count=47,sum=1404.0,rangeFacets={long_ld={[5 TO 10)={median=8.5,mean=19.333333333333332,count=6,sum=116.0},[10 TO 15)={median=14.0,mean=27.0,count=7,sum=189.0},[15 TO 20)={median=18.0,mean=30.25,count=8,sum=242.0},[20 TO 25)={median=24.5,mean=36.3,count=10,sum=363.0},[25 TO 30)={median=29.0,mean=42.2,count=5,sum=211.0},(* TO 5)={median=2.5,mean=14.166666666666666,count=6,sum=85.0},[30 TO *)={median=33.0,mean=39.6,count=5,sum=198.0},[5 TO 30)={median=24.5,mean=31.13888888888889,count=36,sum=1121.0}},date_dtd={[1007-01-01T23:59:59Z TO 1014-01-01T23:59:59Z)={median=35.5,mean=36.0,count=6,sum=216.0},[1014-01-01T23:59:59Z TO 1021-01-01T23:59:59Z)={median=16.5,mean=25.0,count=6,sum=150.0},[1021-01-01T23:59:59Z TO 1028-01-01T23:59:59Z)={median=14.0,mean=13.166666666666666,count=6,sum=79.0},[1028-01-01T23:59:59Z TO 1035-01-01T23:59:59Z)={median=30.0,mean=26.0,count=8,sum=208.0},[1035-01-01T23:59:59Z TO 1042-01-01T23:59:59Z)={median=29.5,mean=29.166666666666668,count=6,sum=175.0},[1042-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=45.5,mean=39.666666666666664,count=6,sum=238.0},(* TO 1007-01-01T23:59:59Z]={median=53.0,mean=36.72727272727273,count=11,sum=404.0},[1049-01-01T23:59:59Z TO *)={count=0},[1007-01-01T23:59:59Z TO 1049-01-01T23:59:59Z]={median=24.5,mean=28.05263157894737,count=38,sum=1066.0}},double_dd={(3.0 TO 10.0]={median=53.5,mean=42.875,count=8,sum=343.0},(10.0 TO 17.0]={median=16.0,mean=30.11111111111111,count=9,sum=271.0},(17.0 TO 24.0]={median=22.0,mean=31.0,count=5,sum=155.0},(24.0 TO 31.0]={median=17.5,mean=16.666666666666668,count=6,sum=100.0},(31.0 TO 38.0]={median=32.5,mean=26.333333333333332,count=6,sum=158.0},(38.0 TO 45.0]={median=30.5,mean=30.333333333333332,count=6,sum=182.0},(* TO 3.0]={median=25.0,mean=20.4,count=5,sum=102.0},[45.0 TO *)={median=46.0,mean=46.0,count=3,sum=138.0},(3.0 TO 45.0]={median=26.0,mean=30.225,count=40,sum=1209.0}}}}}} expected:<[6, 7, 8, 10, 5, 6, 5, 36]> but was:<[15, 15, 15, 15, 13, 15, 12, 73]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([117A56817CDA4519:3289F259A5ED93A6]:0)
   [junit4]    > 	at org.apache.solr.analytics.facet.RangeFacetCloudTest.rangeTest(RangeFacetCloudTest.java:184)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RangeFacetCloudTest -Dtests.method=hardendRangeTest -Dtests.seed=117A56817CDA4519 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=nl-BE -Dtests.timezone=Europe/Tirane -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 1.02s J0 | RangeFacetCloudTest.hardendRangeTest <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: {responseHeader={zkConnected=true,status=0,QTime=640,params={o.hi.rf.date_dtd.g=+7YEARS,o.hf.s.count=count(float_fd),o.hf.rf.double_dd.e=47,o.hf.rf.long_ld.he=true,o.hf.rf.double_dd.g=11,o.hf.rf.double_dd.st=4,o.hi.rf.date_dtd.e=1044-01-01T23:59:59Z,o.hf.rf.double_dd.or=all,o.hf.s.median=median(float_fd),_stateVer_=collection1:5,o.hf.rf.long_ld.ib=all,o.hf.rf.double_dd.he=true,o.hf.s.mean=mean(float_fd),o.hf.rf.date_dtd.ib=[upper, edge],version=2,o.hi.s.sum=sum(int_id),o.hi.rf.double_dd.ib=[upper, outer],o.hf.s.sum=sum(float_fd),o.hi.rf=[long_ld, double_dd, date_dtd],o.hf.rf.double_dd.ib=edge,indent=true,o.hi.s.count=count(int_id),o.hf.rf.date_dtd.he=true,o.hf.rf.date_dtd.st=1004-01-01T23:59:59Z,o.hf.rf.date_dtd.or=all,o.hi.rf.double_dd.he=true,o.hi.rf.long_ld.ib=lower,wt=javabin,o.hi.rf.date_dtd.ib=[lower, edge, outer],o.hf.rf=[long_ld, double_dd, date_dtd],o.hi.s.median=median(int_id),o.hi.rf.long_ld.or=all,o.hi.rf.long_ld.st=5,o.hi.rf.date_dtd.or=all,o.hi.rf.date_dtd.st=1007-01-01T23:59:59Z,o.hi.rf.long_ld.g=5,o.hi.rf.long_ld.e=30,rows=0,o.hf.rf.long_ld.st=0,o.hf.rf.long_ld.or=all,o.hi.rf.double_dd.or=all,q=*:*,o.hi.rf.double_dd.g=7,o.hi.rf.double_dd.st=3,o.hi.rf.double_dd.e=39,o.hi.s.mean=mean(int_id),olap=true,o.hi.rf.date_dtd.he=true,o.hf.rf.date_dtd.e=1046-01-01T23:59:59Z,o.hf.rf.long_ld.g=4,o.hf.rf.date_dtd.g=+5YEARS,o.hi.rf.long_ld.he=true,o.hf.rf.long_ld.e=29}},response={numFound=47,start=0,maxScore=1.0,docs=[]},stats={hi={median=27.0,mean=29.872340425531913,count=47,sum=1404.0,rangeFacets={long_ld={[5 TO 10)={median=8.5,mean=19.333333333333332,count=6,sum=116.0},[10 TO 15)={median=14.0,mean=27.0,count=7,sum=189.0},[15 TO 20)={median=18.0,mean=30.25,count=8,sum=242.0},[20 TO 25)={median=24.5,mean=36.3,count=10,sum=363.0},[25 TO 30)={median=29.0,mean=42.2,count=5,sum=211.0},(* TO 5)={median=2.5,mean=14.166666666666666,count=6,sum=85.0},[30 TO *)={median=33.0,mean=39.6,count=5,sum=198.0},[5 TO 30)={median=24.5,mean=31.13888888888889,count=36,sum=1121.0}},date_dtd={[1007-01-01T23:59:59Z TO 1014-01-01T23:59:59Z)={median=35.5,mean=36.0,count=6,sum=216.0},[1014-01-01T23:59:59Z TO 1021-01-01T23:59:59Z)={median=16.5,mean=25.0,count=6,sum=150.0},[1021-01-01T23:59:59Z TO 1028-01-01T23:59:59Z)={median=14.0,mean=13.166666666666666,count=6,sum=79.0},[1028-01-01T23:59:59Z TO 1035-01-01T23:59:59Z)={median=30.0,mean=26.0,count=8,sum=208.0},[1035-01-01T23:59:59Z TO 1042-01-01T23:59:59Z)={median=29.5,mean=29.166666666666668,count=6,sum=175.0},[1042-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=25.0,mean=25.0,count=1,sum=25.0},(* TO 1007-01-01T23:59:59Z]={median=53.0,mean=36.72727272727273,count=11,sum=404.0},[1044-01-01T23:59:59Z TO *)={median=45.5,mean=39.666666666666664,count=6,sum=238.0},[1007-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=21.0,mean=25.848484848484848,count=33,sum=853.0}},double_dd={(3.0 TO 10.0]={median=53.5,mean=42.875,count=8,sum=343.0},(10.0 TO 17.0]={median=16.0,mean=30.11111111111111,count=9,sum=271.0},(17.0 TO 24.0]={median=22.0,mean=31.0,count=5,sum=155.0},(24.0 TO 31.0]={median=17.5,mean=16.666666666666668,count=6,sum=100.0},(31.0 TO 38.0]={median=32.5,mean=26.333333333333332,count=6,sum=158.0},(38.0 TO 39.0]={median=16.0,mean=16.0,count=1,sum=16.0},(* TO 3.0]={median=25.0,mean=20.4,count=5,sum=102.0},[39.0 TO *)={median=40.5,mean=34.375,count=8,sum=275.0},(3.0 TO 39.0]={median=24.0,mean=29.8,count=35,sum=1043.0}}}},hf={median=40.0,mean=41.02127659574468,count=47,sum=1928.0,rangeFacets={long_ld={[0 TO 4]={median=39.0,mean=37.833333333333336,count=6,sum=227.0},[4 TO 8]={median=40.0,mean=34.4,count=5,sum=172.0},[8 TO 12]={median=46.5,mean=46.5,count=8,sum=372.0},[12 TO 16]={median=16.0,mean=34.857142857142854,count=7,sum=244.0},[16 TO 20]={median=53.0,mean=50.0,count=9,sum=450.0},[20 TO 24]={median=40.0,mean=41.2,count=10,sum=412.0},[24 TO 28]={median=24.0,mean=24.4,count=5,sum=122.0},[28 TO 29]={median=29.0,mean=40.666666666666664,count=3,sum=122.0},(* TO 0]={median=0.0,mean=0.0,count=1,sum=0.0},[29 TO *)={median=33.0,mean=41.714285714285715,count=7,sum=292.0},[0 TO 29]={median=43.0,mean=41.19047619047619,count=42,sum=1730.0}},date_dtd={[1004-01-01T23:59:59Z TO 1009-01-01T23:59:59Z]={median=56.5,mean=40.5,count=6,sum=243.0},(1009-01-01T23:59:59Z TO 1014-01-01T23:59:59Z]={median=14.0,mean=32.8,count=5,sum=164.0},(1014-01-01T23:59:59Z TO 1019-01-01T23:59:59Z]={median=16.5,mean=29.0,count=4,sum=116.0},(1019-01-01T23:59:59Z TO 1024-01-01T23:59:59Z]={median=23.0,mean=39.0,count=6,sum=234.0},(1024-01-01T23:59:59Z TO 1029-01-01T23:59:59Z]={median=53.5,mean=54.0,count=4,sum=216.0},(1029-01-01T23:59:59Z TO 1034-01-01T23:59:59Z]={median=33.0,mean=42.4,count=5,sum=212.0},(1034-01-01T23:59:59Z TO 1039-01-01T23:59:59Z]={median=87.0,mean=71.66666666666667,count=3,sum=215.0},(1039-01-01T23:59:59Z TO 1044-01-01T23:59:59Z]={median=40.5,mean=44.0,count=4,sum=176.0},(1044-01-01T23:59:59Z TO 1046-01-01T23:59:59Z]={median=45.0,mean=32.0,count=3,sum=96.0},(* TO 1004-01-01T23:59:59Z)={median=52.0,mean=32.2,count=5,sum=161.0},(1046-01-01T23:59:59Z TO *)={median=47.5,mean=47.5,count=2,sum=95.0},[1004-01-01T23:59:59Z TO 1046-01-01T23:59:59Z]={median=36.0,mean=41.8,count=40,sum=1672.0}},double_dd={[4.0 TO 15.0)={median=53.0,mean=38.53846153846154,count=13,sum=501.0},(15.0 TO 26.0)={median=22.0,mean=36.22222222222222,count=9,sum=326.0},(26.0 TO 37.0)={median=33.0,mean=47.55555555555556,count=9,sum=428.0},(37.0 TO 47.0]={median=46.0,mean=58.44444444444444,count=9,sum=526.0},(* TO 4.0)={median=3.0,mean=11.6,count=5,sum=58.0},(47.0 TO *)={count=0},[4.0 TO 47.0]={median=43.0,mean=44.523809523809526,count=42,sum=1870.0}}}}}} expected:<[116.0, 189.0, 242.0, 363.0, 211.0, 85.0, 198.0, 1121.0]> but was:<[290.0, 365.0, 440.0, 515.0, 531.0, 215.0, 535.0, 2141.0]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([117A56817CDA4519:18762828DC5D0044]:0)
   [junit4]    > 	at org.apache.solr.analytics.facet.RangeFacetCloudTest.hardendRangeTest(RangeFacetCloudTest.java:276)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.facet.RangeFacetCloudTest_117A56817CDA4519-001
   [junit4]   2> Jul 28, 2017 10:51:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=nl-BE, timezone=Europe/Tirane
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=295244152,total=341311488
   [junit4]   2> NOTE: All tests run in this JVM: [RangeFacetCloudTest]
   [junit4] Completed [7/17 (1!)] on J0 in 54.92s, 3 tests, 3 failures <<< FAILURES!

[...truncated 40618 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2049 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2049/

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([8B857534BDDC4EE2:3D14AEE1320231A]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11632 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
   [junit4]   2> 1522025 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/init-core-data-001
   [junit4]   2> 1522025 WARN  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 1522026 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1522039 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1522039 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001
   [junit4]   2> 1522039 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1522040 INFO  (Thread-1578) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1522040 INFO  (Thread-1578) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1522041 ERROR (Thread-1578) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1522140 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42050
   [junit4]   2> 1522208 INFO  (jetty-launcher-1193-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1522221 INFO  (jetty-launcher-1193-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7793d990{/solr,null,AVAILABLE}
   [junit4]   2> 1522230 INFO  (jetty-launcher-1193-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@426dad70{HTTP/1.1,[http/1.1]}{127.0.0.1:33979}
   [junit4]   2> 1522230 INFO  (jetty-launcher-1193-thread-1) [    ] o.e.j.s.Server Started @1532029ms
   [junit4]   2> 1522230 INFO  (jetty-launcher-1193-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33979}
   [junit4]   2> 1522231 ERROR (jetty-launcher-1193-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1522231 INFO  (jetty-launcher-1193-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1522231 INFO  (jetty-launcher-1193-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1522231 INFO  (jetty-launcher-1193-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1522231 INFO  (jetty-launcher-1193-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-27T23:42:55.491Z
   [junit4]   2> 1522307 INFO  (jetty-launcher-1193-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1522325 INFO  (jetty-launcher-1193-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42050/solr
   [junit4]   2> 1522569 INFO  (jetty-launcher-1193-thread-1) [n:127.0.0.1:33979_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1522570 INFO  (jetty-launcher-1193-thread-1) [n:127.0.0.1:33979_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33979_solr
   [junit4]   2> 1522570 INFO  (jetty-launcher-1193-thread-1) [n:127.0.0.1:33979_solr    ] o.a.s.c.Overseer Overseer (id=98382576045260803-127.0.0.1:33979_solr-n_0000000000) starting
   [junit4]   2> 1522628 INFO  (jetty-launcher-1193-thread-1) [n:127.0.0.1:33979_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33979_solr
   [junit4]   2> 1522689 INFO  (OverseerStateUpdate-98382576045260803-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1522853 INFO  (jetty-launcher-1193-thread-1) [n:127.0.0.1:33979_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38991812
   [junit4]   2> 1522868 INFO  (jetty-launcher-1193-thread-1) [n:127.0.0.1:33979_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38991812
   [junit4]   2> 1522868 INFO  (jetty-launcher-1193-thread-1) [n:127.0.0.1:33979_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38991812
   [junit4]   2> 1522869 INFO  (jetty-launcher-1193-thread-1) [n:127.0.0.1:33979_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001/node1/.
   [junit4]   2> 1523152 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1523153 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42050/solr ready
   [junit4]   2> 1523185 INFO  (qtp1717794237-7213) [n:127.0.0.1:33979_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1523245 INFO  (OverseerThreadFactory-3200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
   [junit4]   2> 1523450 INFO  (OverseerStateUpdate-98382576045260803-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33979/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1523451 INFO  (OverseerStateUpdate-98382576045260803-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33979/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1523688 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1523689 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1523696 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1523818 INFO  (zkCallback-1200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1523818 INFO  (zkCallback-1200-thread-2-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1524767 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1524782 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1524801 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1524816 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1524832 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1524832 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n2' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 1524832 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1524832 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 1524834 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38991812
   [junit4]   2> 1524834 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1524834 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
   [junit4]   2> 1524874 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.core.testCollection1.shard2.replica_n2' (registry 'solr.core.testCollection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38991812
   [junit4]   2> 1524874 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1524875 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001/node1/testCollection1_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001/node1/./testCollection1_shard2_replica_n2/data/]
   [junit4]   2> 1525232 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1525232 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1525233 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1525233 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1525248 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@13048521[testCollection1_shard2_replica_n2] main]
   [junit4]   2> 1525324 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1525325 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1525337 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1525337 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1525338 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1525338 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1525340 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1525340 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574121220184473600
   [junit4]   2> 1525411 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71bfb4fa[testCollection1_shard1_replica_n1] main]
   [junit4]   2> 1525412 INFO  (searcherExecutor-3203-thread-1-processing-n:127.0.0.1:33979_solr x:testCollection1_shard2_replica_n2 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2] Registered new searcher Searcher@13048521[testCollection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1525475 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1525491 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1525492 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1525492 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574121220343857152
   [junit4]   2> 1525527 INFO  (searcherExecutor-3204-thread-1-processing-n:127.0.0.1:33979_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node3) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@71bfb4fa[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1525603 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1525603 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1525603 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33979/solr/testCollection1_shard2_replica_n2/
   [junit4]   2> 1525603 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1525603 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:33979/solr/testCollection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 1525603 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1525604 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1525604 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1525604 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33979/solr/testCollection1_shard1_replica_n1/
   [junit4]   2> 1525604 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1525604 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33979/solr/testCollection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1525604 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1525638 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33979/solr/testCollection1_shard2_replica_n2/ shard2
   [junit4]   2> 1525639 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33979/solr/testCollection1_shard1_replica_n1/ shard1
   [junit4]   2> 1525857 INFO  (zkCallback-1200-thread-2-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1525857 INFO  (zkCallback-1200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1525909 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1525910 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1525911 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2222
   [junit4]   2> 1525911 INFO  (qtp1717794237-7215) [n:127.0.0.1:33979_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2214
   [junit4]   2> 1525987 INFO  (qtp1717794237-7213) [n:127.0.0.1:33979_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1526169 INFO  (zkCallback-1200-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1526169 INFO  (zkCallback-1200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1526990 INFO  (qtp1717794237-7213) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3804
   [junit4]   2> 1526991 INFO  (qtp1717794237-7214) [n:127.0.0.1:33979_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1527006 INFO  (OverseerThreadFactory-3200-thread-2-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
   [junit4]   2> 1527006 INFO  (OverseerCollectionConfigSetProcessor-98382576045260803-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1527399 INFO  (OverseerStateUpdate-98382576045260803-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33979/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1527643 INFO  (OverseerStateUpdate-98382576045260803-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection2_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33979/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1527818 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1527825 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1528174 INFO  (zkCallback-1200-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1528174 INFO  (zkCallback-1200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1528878 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1528891 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1528943 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1528951 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n3] Schema name=minimal
   [junit4]   2> 1528953 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1528953 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n3' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 1528953 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.core.testCollection2.shard2.replica_n3' (registry 'solr.core.testCollection2.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38991812
   [junit4]   2> 1528953 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1528953 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001/node1/testCollection2_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001/node1/./testCollection2_shard2_replica_n3/data/]
   [junit4]   2> 1528958 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1528958 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 1528958 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38991812
   [junit4]   2> 1528958 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1528958 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
   [junit4]   2> 1529148 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1529148 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1529177 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1529177 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1529178 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@355510d7[testCollection2_shard2_replica_n3] main]
   [junit4]   2> 1529179 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1529180 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1529180 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1529210 INFO  (searcherExecutor-3213-thread-1-processing-n:127.0.0.1:33979_solr x:testCollection2_shard2_replica_n3 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3] Registered new searcher Searcher@355510d7[testCollection2_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1529210 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574121224242462720
   [junit4]   2> 1529245 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1529245 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1529259 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1529259 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1529260 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13534248[testCollection2_shard1_replica_n1] main]
   [junit4]   2> 1529260 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1529261 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1529274 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1529275 INFO  (searcherExecutor-3214-thread-1-processing-n:127.0.0.1:33979_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node2) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@13534248[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1529275 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574121224310620160
   [junit4]   2> 1529327 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1529327 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1529327 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33979/solr/testCollection2_shard2_replica_n3/
   [junit4]   2> 1529327 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1529327 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:33979/solr/testCollection2_shard2_replica_n3/ has no replicas
   [junit4]   2> 1529327 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1529328 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1529328 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1529328 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33979/solr/testCollection2_shard1_replica_n1/
   [junit4]   2> 1529328 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1529328 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33979/solr/testCollection2_shard1_replica_n1/ has no replicas
   [junit4]   2> 1529328 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1529330 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33979/solr/testCollection2_shard2_replica_n3/ shard2
   [junit4]   2> 1529330 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33979/solr/testCollection2_shard1_replica_n1/ shard1
   [junit4]   2> 1529489 INFO  (zkCallback-1200-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1529490 INFO  (zkCallback-1200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1529536 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1529536 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1529538 INFO  (qtp1717794237-7210) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1713
   [junit4]   2> 1529539 INFO  (qtp1717794237-7216) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1720
   [junit4]   2> 1529541 INFO  (qtp1717794237-7214) [n:127.0.0.1:33979_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1529670 INFO  (zkCallback-1200-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1529670 INFO  (zkCallback-1200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1530545 INFO  (qtp1717794237-7214) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3554
   [junit4]   2> 1530546 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1530546 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
   [junit4]   2> 1530546 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1530546 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
   [junit4]   2> 1530614 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[8B857534BDDC4EE2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1530672 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=null
   [junit4]   2> 1530675 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr    ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@115d663a
   [junit4]   2> 1530708 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=291333690
   [junit4]   2> 1530708 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=291333690
   [junit4]   2> 1530769 INFO  (qtp1717794237-7211) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n2&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=97
   [junit4]   2> 1530773 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[8B857534BDDC4EE2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=8B857534BDDC4EE2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=America/Argentina/Jujuy -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.23s J2 | LeaderElectionContextKeyTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8B857534BDDC4EE2:3D14AEE1320231A]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1530859 INFO  (zkCallback-1200-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1530859 INFO  (zkCallback-1200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1530887 INFO  (jetty-closer-1194-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@426dad70{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1530887 INFO  (jetty-closer-1194-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1787087038
   [junit4]   2> 1530903 INFO  (jetty-closer-1194-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1530905 INFO  (jetty-closer-1194-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1530906 INFO  (jetty-closer-1194-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1530952 INFO  (jetty-closer-1194-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1530972 INFO  (coreCloseExecutor-3223-thread-1) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3efc9831
   [junit4]   2> 1530972 INFO  (coreCloseExecutor-3223-thread-2) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@21dbfcdc
   [junit4]   2> 1531005 INFO  (coreCloseExecutor-3223-thread-3) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3b203dde
   [junit4]   2> 1531007 INFO  (OverseerCollectionConfigSetProcessor-98382576045260803-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1531025 INFO  (coreCloseExecutor-3223-thread-3) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=991968734
   [junit4]   2> 1531039 INFO  (coreCloseExecutor-3223-thread-3) [n:127.0.0.1:33979_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=991968734
   [junit4]   2> 1531045 INFO  (coreCloseExecutor-3223-thread-1) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=1056741425
   [junit4]   2> 1531086 INFO  (zkCallback-1200-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1531086 INFO  (zkCallback-1200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1531087 INFO  (zkCallback-1200-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1531087 INFO  (zkCallback-1200-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1531120 INFO  (coreCloseExecutor-3223-thread-1) [n:127.0.0.1:33979_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=1056741425
   [junit4]   2> 1531126 INFO  (coreCloseExecutor-3223-thread-2) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n3, tag=568065244
   [junit4]   2> 1531144 INFO  (coreCloseExecutor-3223-thread-2) [n:127.0.0.1:33979_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=568065244
   [junit4]   2> 1531151 INFO  (jetty-closer-1194-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98382576045260803-127.0.0.1:33979_solr-n_0000000000) closing
   [junit4]   2> 1531151 INFO  (OverseerStateUpdate-98382576045260803-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33979_solr
   [junit4]   2> 1532693 WARN  (zkCallback-1200-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1532693 INFO  (jetty-closer-1194-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7793d990{/solr,null,UNAVAILABLE}
   [junit4]   2> 1532710 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1532710 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[8B857534BDDC4EE2]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42050 42050
   [junit4]   2> 1533034 INFO  (Thread-1578) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42050 42050
   [junit4]   2> 1533050 WARN  (Thread-1578) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/testCollection1/state.json
   [junit4]   2> 	6	/solr/collections/testCollection2/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_8B857534BDDC4EE2-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=122, maxMBSortInHeap=6.318989683087299, sim=RandomSimilarity(queryNorm=false): {}, locale=uk, timezone=America/Argentina/Jujuy
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=58446088,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [TestLegacyField, TestHighFrequencyDictionaryFactory, TestManagedSchemaThreadSafety, SignatureUpdateProcessorFactoryTest, TestRawResponseWriter, TestQuerySenderListener, TestJettySolrRunner, TestExactSharedStatsCache, TestSchemaNameResource, TestSuggestSpellingConverter, AutoCommitTest, TimeZoneUtilsTest, TestNRTOpen, TestShortCircuitedRequests, TestChildDocTransformer, ConfigSetsAPITest, SolrMetricManagerTest, TestUtils, TestTestInjection, PrimitiveFieldTypeTest, TestHashQParserPlugin, TestRestoreCore, JvmMetricsTest, UnloadDistributedZkTest, UninvertDocValuesMergePolicyTest, ResponseLogComponentTest, TestReload, TestDynamicFieldCollectionResource, PreAnalyzedFieldTest, TestFieldCacheWithThreads, TestScoreJoinQPNoScore, RulesTest, TestManagedStopFilterFactory, SubstringBytesRefFilterTest, TestAuthorizationFramework, MinimalSchemaTest, SearchHandlerTest, TestCloudManagedSchema, ZkStateWriterTest, TestDistributedStatsComponentCardinality, PeerSyncWithIndexFingerprintCachingTest, TestAnalyzedSuggestions, TestLocalFSCloudBackupRestore, TestComplexPhraseLeadingWildcard, TestLFUCache, CustomCollectionTest, SaslZkACLProviderTest, TestTolerantSearch, TestConfigSetsAPI, UniqFieldsUpdateProcessorFactoryTest, TestPayloadScoreQParserPlugin, TestTolerantUpdateProcessorCloud, LargeFieldTest, TestJsonFacetRefinement, TestSubQueryTransformerDistrib, GraphQueryTest, TestDistributedMissingSort, BlockJoinFacetDistribTest, TestMaxScoreQueryParser, UUIDUpdateProcessorFallbackTest, JSONWriterTest, QueryEqualityTest, AliasIntegrationTest, LeaderInitiatedRecoveryOnCommitTest, SegmentsInfoRequestHandlerTest, BadIndexSchemaTest, CollectionReloadTest, DistributedQueryComponentOptimizationTest, SolrInfoBeanTest, CdcrVersionReplicationTest, XsltUpdateRequestHandlerTest, TestNumericTerms64, MultiTermTest, TestPolicyCloud, DateFieldTest, DistributedFacetPivotSmallTest, TestFastWriter, TestLegacyTerms, TestOrdValues, TestSolrCloudWithKerberosAlt, SolrCoreCheckLockOnStartupTest, RequiredFieldsTest, DocValuesNotIndexedTest, TestSolrFieldCacheBean, TestSolrCoreProperties, ParsingFieldUpdateProcessorsTest, DocumentBuilderTest, TestPullReplicaErrorHandling, MetricsHandlerTest, TestSha256AuthenticationProvider, QueryResultKeyTest, AddSchemaFieldsUpdateProcessorFactoryTest, TriLevelCompositeIdRoutingTest, LeaderElectionContextKeyTest]
   [junit4] Completed [258/726 (1!)] on J2 in 11.12s, 1 test, 1 failure <<< FAILURES!

[...truncated 41229 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1317945046
 [ecj-lint] Compiling 1118 source files to /tmp/ecj1317945046
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/CoreContainer.java (at line 972)
 [ecj-lint] 	core = new SolrCore(this, dcore, coreConfig);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'core' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/HdfsDirectoryFactory.java (at line 234)
 [ecj-lint] 	dir = new BlockDirectory(path, hdfsDir, cache, null, blockCacheReadEnabled, false, cacheMerges, cacheReadOnce);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'dir' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/AnalysisRequestHandlerBase.java (at line 120)
 [ecj-lint] 	reader = cfiltfac.create(reader);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'reader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 4. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/AnalysisRequestHandlerBase.java (at line 144)
 [ecj-lint] 	return namedList;
 [ecj-lint] 	^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'listBasedTokenStream' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/ReplicationHandler.java (at line 1282)
 [ecj-lint] 	DirectoryReader reader = s==null ? null : s.get().getIndexReader();
 [ecj-lint] 	                ^^^^^^
 [ecj-lint] Resource leak: 'reader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/sql/SolrTable.java (at line 517)
 [ecj-lint] 	ParallelStream parallelStream = new ParallelStream(zk, collection, tupleStream, numWorkers, comp);
 [ecj-lint] 	               ^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'parallelStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/sql/SolrTable.java (at line 743)
 [ecj-lint] 	ParallelStream parallelStream = new ParallelStream(zkHost, collection, tupleStream, numWorkers, comp);
 [ecj-lint] 	               ^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'parallelStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 8. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/highlight/DefaultSolrHighlighter.java (at line 578)
 [ecj-lint] 	tvWindowStream = new OffsetWindowTokenFilter(tvStream);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'tvWindowStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 9. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/request/SimpleFacets.java (at line 912)
 [ecj-lint] 	fastForRandomSet = new HashDocSet(sset.getDocs(), 0, sset.size());
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fastForRandomSet' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 10. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/response/SmileResponseWriter.java (at line 33)
 [ecj-lint] 	new SmileWriter(out, request, response).writeResponse();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 11. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/schema/OpenExchangeRatesOrgProvider.java (at line 146)
 [ecj-lint] 	ratesJsonStream = resourceLoader.openResource(ratesFileLocation);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'ratesJsonStream' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 12. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/CollapsingQParserPlugin.java (at line 1315)
 [ecj-lint] 	UninvertingReader uninvertingReader = new UninvertingReader(new ReaderWrapper(searcher.getSlowAtomicReader(), collapseField), mapping);
 [ecj-lint] 	                  ^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'uninvertingReader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 145)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 14. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 154)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 15. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 163)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 16. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/function/OrdFieldSource.java (at line 78)
 [ecj-lint] 	SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint] 	                  ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/function/ReverseOrdFieldSource.java (at line 78)
 [ecj-lint] 	SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint] 	                  ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 18. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/servlet/SolrDispatchFilter.java (at line 287)
 [ecj-lint] 	throw new SolrException(ErrorCode.SERVER_ERROR, "Error occurred while loading solr.xml from zookeeper", e);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'loader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 19. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/CdcrTransactionLog.java (at line 98)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 20. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 191)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 261)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 228)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 228)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 260)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 275)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 529)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 27. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/processor/UUIDUpdateProcessorFactory.java (at line 23)
 [ecj-lint] 	import org.apache.solr.common.SolrException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.SolrException is never used
 [ecj-lint] ----------
 [ecj-lint] 28. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/processor/UUIDUpdateProcessorFactory.java (at line 24)
 [ecj-lint] 	import static org.apache.solr.common.SolrException.ErrorCode.*;
 [ecj-lint] 	              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.SolrException.ErrorCode is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 29. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/processor/UpdateRequestProcessor.java (at line 85)
 [ecj-lint] 	UpdateRequestProcessor p = this;
 [ecj-lint] 	                       ^
 [ecj-lint] Resource leak: 'p' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 30. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
 [ecj-lint] 	BAOS bos =  new BAOS();
 [ecj-lint] 	     ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] 31. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
 [ecj-lint] 	BAOS bos =  new BAOS();
 [ecj-lint] 	     ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 32. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SolrLogLayout.java (at line 149)
 [ecj-lint] 	SolrQueryRequest req = requestInfo == null ? null : requestInfo.getReq();
 [ecj-lint] 	                 ^^^
 [ecj-lint] Resource leak: 'req' is never closed
 [ecj-lint] ----------
 [ecj-lint] 32 problems (2 errors, 30 warnings)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:810: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:689: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2007: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2046: Compile failed; see the compiler error output for details.

Total time: 158 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-Tests-master - Build # 2048 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2048/

1 tests failed.
FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([3E0BE8395711F42F:12399FB4DBD582AB]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:264)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=int_i:17&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
	... 40 more




Build Log:
[...truncated 12503 lines...]
   [junit4] Suite: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest
   [junit4]   2> 1783260 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_3E0BE8395711F42F-001/init-core-data-001
   [junit4]   2> 1783260 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1783262 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1783263 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1783264 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1783305 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1783330 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1783476 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1783521 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4967970f
   [junit4]   2> 1783525 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4967970f
   [junit4]   2> 1783526 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4967970f
   [junit4]   2> 1783527 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1783561 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1783585 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1783703 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1783712 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1783713 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4967970f
   [junit4]   2> 1783713 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1783713 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_3E0BE8395711F42F-001/init-core-data-001/]
   [junit4]   2> 1783715 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1783776 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1783776 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1783777 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1783777 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1783778 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46556613370256805]
   [junit4]   2> 1783779 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6934f6db[collection1] main]
   [junit4]   2> 1783780 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1783792 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1783823 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1783823 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1783823 INFO  (coreLoadExecutor-4158-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574098010501021696
   [junit4]   2> 1783824 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1783824 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1783824 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1783824 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1783824 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1783825 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1783825 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1783825 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1783826 INFO  (searcherExecutor-4159-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6934f6db[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1783827 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1783831 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWrongAtomicOpPassed
   [junit4]   2> 1783833 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWrongAtomicOpPassed
   [junit4]   2> 1783840 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 1783842 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574098010520944640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1783842 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7ed7af01 commitCommandVersion:1574098010520944640
   [junit4]   2> 1783848 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@48af4939[collection1] main]
   [junit4]   2> 1783849 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1783850 INFO  (searcherExecutor-4159-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@48af4939[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1783850 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 8
   [junit4]   2> 1783853 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783854 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783865 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=1 status=0 QTime=10
   [junit4]   2> 1783866 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783867 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783867 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783870 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574098010550304768,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1783870 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7ed7af01 commitCommandVersion:1574098010550304768
   [junit4]   2> 1783875 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d16f111[collection1] main]
   [junit4]   2> 1783877 INFO  (searcherExecutor-4159-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d16f111[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 1783877 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1783878 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 7
   [junit4]   2> 1783878 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783879 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783879 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:animal&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783880 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1783880 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Dr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783881 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1783881 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:40&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783882 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1783882 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1783882 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> 1783885 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoUniqueIdPassed
   [junit4]   2> 1783885 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoUniqueIdPassed
   [junit4]   2> 1783897 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultipleThreads
   [junit4]   2> 1783897 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1783898 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@219020ae[collection1] realtime]
   [junit4]   2> 1783898 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 1783906 WARN  (Thread-1522) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574098010583859200 actual=1574098010585956352Retrying with new version .... (1)
   [junit4]   2> 1783906 WARN  (Thread-1522) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574098010588053504 actual=1574098010588053505Retrying with new version .... (2)
   [junit4]   2> 1783906 WARN  (Thread-1523) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574098010583859200 actual=1574098010585956352Retrying with new version .... (1)
   [junit4]   2> 1783907 WARN  (Thread-1527) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1574098010588053506 actual=1574098010589102080Retrying with new version .... (1)
   [junit4]   2> 1783911 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574098010593296384,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1783911 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7ed7af01 commitCommandVersion:1574098010593296384
   [junit4]   2> 1783915 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@283f96cd[collection1] main]
   [junit4]   2> 1783917 INFO  (searcherExecutor-4159-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@283f96cd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):C10/9:delGen=1)))}
   [junit4]   2> 1783917 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1783918 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 6
   [junit4]   2> 1783918 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1783920 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:sdk37n8w32orqps19ior+4g7pwvujntz6p728yxu2+ca613dt23ac3gzmk3tts+bdrqopihlphaq4tgf7xg+uxzte5w3gslem4mppuju&wt=xml} hits=1 status=0 QTime=1
   [junit4]   2> 1783920 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=int_i:17&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1783927 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:17&wt=xml
   [junit4]   2> 1783927 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=int_i:17&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:17&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]   2> 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:264)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1783927 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[3E0BE8395711F42F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultipleThreads
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AtomicUpdateProcessorFactoryTest -Dtests.method=testMultipleThreads -Dtests.seed=3E0BE8395711F42F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=is-IS -Dtests.timezone=America/Creston -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.05s J0 | AtomicUpdateProcessorFactoryTest.testMultipleThreads <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3E0BE8395711F42F:12399FB4DBD582AB]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
   [junit4]    > 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:264)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=int_i:17&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]    > 	... 40 more
   [junit4]   2> 1783936 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1783936 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=590145228
   [junit4]   2> 1783936 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1783937 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1783939 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1783939 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[3E0BE8395711F42F]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1783941 INFO  (coreCloseExecutor-4164-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4fcf0b63
   [junit4]   2> 1783942 INFO  (coreCloseExecutor-4164-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1338968931
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_3E0BE8395711F42F-001
   [junit4]   2> Jul 27, 2017 5:34:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=FST50, title_stringNoNorms=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), title_stemmed=PostingsFormat(name=Asserting), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), cat=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=FST50, text=Lucene50(blocksize=128), title=PostingsFormat(name=Asserting), title_lettertok=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1928, maxMBSortInHeap=7.207669524820875, sim=RandomSimilarity(queryNorm=false): {}, locale=is-IS, timezone=America/Creston
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=126716072,total=526909440
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocSet, DistribCursorPagingTest, HdfsUnloadDistributedZkTest, TestSolrCloudWithSecureImpersonation, DateRangeFieldTest, TestCloudPseudoReturnFields, ReplicaListTransformerTest, IndexBasedSpellCheckerTest, ReplaceNodeTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncTest, HdfsSyncSliceTest, ChaosMonkeyNothingIsSafeTest, HighlighterConfigTest, TestReloadAndDeleteDocs, DistributedQueueTest, ExitableDirectoryReaderTest, TestManagedSynonymFilterFactory, TestNumericTokenStream, TestRandomFlRTGCloud, TestMultiValuedNumericRangeQuery, CollectionsAPISolrJTest, DistributedFacetPivotLongTailTest, SynonymTokenizerTest, LeaderElectionIntegrationTest, TestDefaultStatsCache, BasicDistributedZkTest, TestDeleteCollectionOnDownNodes, FullHLLTest, UpdateParamsTest, DistributedSpellCheckComponentTest, TestUnifiedSolrHighlighter, TestEmbeddedSolrServerConstructors, TestComplexPhraseQParserPlugin, TestOmitPositions, TestFilteredDocIdSet, TestDistributedSearch, DistanceUnitsTest, DocumentAnalysisRequestHandlerTest, OverseerRolesTest, TestStressLiveNodes, TestCSVResponseWriter, XmlUpdateRequestHandlerTest, SyncSliceTest, MetricsConfigTest, SolrIndexSplitterTest, CdcrReplicationHandlerTest, TestUseDocValuesAsStored, TestFunctionQuery, ManagedSchemaRoundRobinCloudTest, TestLegacyFieldReuse, SolrPluginUtilsTest, ExternalFileFieldSortTest, TestAddFieldRealTimeGet, SpellCheckCollatorWithCollapseTest, TestBulkSchemaAPI, TestComponentsName, TestIBSimilarityFactory, CoreMergeIndexesAdminHandlerTest, TestJavabinTupleStreamParser, TestLazyCores, PropertiesRequestHandlerTest, EchoParamsTest, OutputWriterTest, TestRTimerTree, TestSearcherReuse, TestRangeQuery, HttpSolrCallGetCoreTest, ShardSplitTest, TestMergePolicyConfig, UpdateLogTest, TestPKIAuthenticationPlugin, AtomicUpdateProcessorFactoryTest]
   [junit4] Completed [503/726 (1!)] on J0 in 0.95s, 4 tests, 1 error <<< FAILURES!

[...truncated 40326 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1424962879
 [ecj-lint] Compiling 1118 source files to /tmp/ecj1424962879
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/CoreContainer.java (at line 972)
 [ecj-lint] 	core = new SolrCore(this, dcore, coreConfig);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'core' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/HdfsDirectoryFactory.java (at line 234)
 [ecj-lint] 	dir = new BlockDirectory(path, hdfsDir, cache, null, blockCacheReadEnabled, false, cacheMerges, cacheReadOnce);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'dir' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/AnalysisRequestHandlerBase.java (at line 120)
 [ecj-lint] 	reader = cfiltfac.create(reader);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'reader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 4. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/AnalysisRequestHandlerBase.java (at line 144)
 [ecj-lint] 	return namedList;
 [ecj-lint] 	^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'listBasedTokenStream' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/ReplicationHandler.java (at line 1282)
 [ecj-lint] 	DirectoryReader reader = s==null ? null : s.get().getIndexReader();
 [ecj-lint] 	                ^^^^^^
 [ecj-lint] Resource leak: 'reader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/sql/SolrTable.java (at line 517)
 [ecj-lint] 	ParallelStream parallelStream = new ParallelStream(zk, collection, tupleStream, numWorkers, comp);
 [ecj-lint] 	               ^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'parallelStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/sql/SolrTable.java (at line 743)
 [ecj-lint] 	ParallelStream parallelStream = new ParallelStream(zkHost, collection, tupleStream, numWorkers, comp);
 [ecj-lint] 	               ^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'parallelStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 8. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/highlight/DefaultSolrHighlighter.java (at line 578)
 [ecj-lint] 	tvWindowStream = new OffsetWindowTokenFilter(tvStream);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'tvWindowStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 9. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/request/SimpleFacets.java (at line 912)
 [ecj-lint] 	fastForRandomSet = new HashDocSet(sset.getDocs(), 0, sset.size());
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fastForRandomSet' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 10. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/response/SmileResponseWriter.java (at line 33)
 [ecj-lint] 	new SmileWriter(out, request, response).writeResponse();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 11. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/schema/OpenExchangeRatesOrgProvider.java (at line 146)
 [ecj-lint] 	ratesJsonStream = resourceLoader.openResource(ratesFileLocation);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'ratesJsonStream' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 12. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/CollapsingQParserPlugin.java (at line 1315)
 [ecj-lint] 	UninvertingReader uninvertingReader = new UninvertingReader(new ReaderWrapper(searcher.getSlowAtomicReader(), collapseField), mapping);
 [ecj-lint] 	                  ^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'uninvertingReader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 145)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 14. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 154)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 15. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 163)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 16. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/function/OrdFieldSource.java (at line 78)
 [ecj-lint] 	SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint] 	                  ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/function/ReverseOrdFieldSource.java (at line 78)
 [ecj-lint] 	SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint] 	                  ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 18. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/servlet/SolrDispatchFilter.java (at line 287)
 [ecj-lint] 	throw new SolrException(ErrorCode.SERVER_ERROR, "Error occurred while loading solr.xml from zookeeper", e);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'loader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 19. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/CdcrTransactionLog.java (at line 98)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 20. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 191)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 261)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 228)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 228)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 260)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 275)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 529)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 27. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/processor/UUIDUpdateProcessorFactory.java (at line 23)
 [ecj-lint] 	import org.apache.solr.common.SolrException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.SolrException is never used
 [ecj-lint] ----------
 [ecj-lint] 28. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/processor/UUIDUpdateProcessorFactory.java (at line 24)
 [ecj-lint] 	import static org.apache.solr.common.SolrException.ErrorCode.*;
 [ecj-lint] 	              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.SolrException.ErrorCode is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 29. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/processor/UpdateRequestProcessor.java (at line 85)
 [ecj-lint] 	UpdateRequestProcessor p = this;
 [ecj-lint] 	                       ^
 [ecj-lint] Resource leak: 'p' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 30. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
 [ecj-lint] 	BAOS bos =  new BAOS();
 [ecj-lint] 	     ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] 31. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
 [ecj-lint] 	BAOS bos =  new BAOS();
 [ecj-lint] 	     ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 32. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SolrLogLayout.java (at line 149)
 [ecj-lint] 	SolrQueryRequest req = requestInfo == null ? null : requestInfo.getReq();
 [ecj-lint] 	                 ^^^
 [ecj-lint] Resource leak: 'req' is never closed
 [ecj-lint] ----------
 [ecj-lint] 32 problems (2 errors, 30 warnings)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:810: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:689: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2007: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2046: Compile failed; see the compiler error output for details.

Total time: 83 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-Tests-master - Build # 2047 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2047/

1 tests failed.
FAILED:  org.apache.solr.update.HardAutoCommitTest.testCommitWithin

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([EDFF7BD287774DC5:572D14AA0459A3D0]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:100)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:529&qt=&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
	... 40 more




Build Log:
[...truncated 11217 lines...]
   [junit4] Suite: org.apache.solr.update.HardAutoCommitTest
   [junit4]   2> 447239 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.HardAutoCommitTest_EDFF7BD287774DC5-001/init-core-data-001
   [junit4]   2> 447239 WARN  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 447240 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 447241 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 447242 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 447243 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 447277 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 447317 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 447441 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 447495 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7400f9a6
   [junit4]   2> 447501 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7400f9a6
   [junit4]   2> 447501 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7400f9a6
   [junit4]   2> 447503 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 447541 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 447569 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 447697 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 447706 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 447706 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7400f9a6
   [junit4]   2> 447706 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 447706 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.HardAutoCommitTest_EDFF7BD287774DC5-001/init-core-data-001/]
   [junit4]   2> 447708 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6158296459357002]
   [junit4]   2> 447798 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 447798 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 447799 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 447799 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 447800 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=25.55078125, floorSegmentMB=0.572265625, forceMergeDeletesPctAllowed=21.74428231752491, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 447800 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@311a3674[collection1] main]
   [junit4]   2> 447801 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 447813 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 447841 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 447842 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 447842 INFO  (coreLoadExecutor-1723-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574082936760696832
   [junit4]   2> 447842 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 447842 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 447842 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 447842 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 447843 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 447843 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 447843 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 447843 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 447846 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 447848 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
   [junit4]   2> 447848 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 447850 INFO  (searcherExecutor-1724-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@311a3674[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 447851 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@125a6daa[collection1] realtime]
   [junit4]   2> 447852 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 3
   [junit4]   2> 447852 ERROR (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 447853 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 447890 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 447915 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 448066 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 448075 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 448096 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7400f9a6
   [junit4]   2> 448096 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.HardAutoCommitTest_EDFF7BD287774DC5-001/init-core-data-001/]
   [junit4]   2> 448173 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 448173 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 448174 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ad2d1f5[collection1] main]
   [junit4]   2> 448175 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 448176 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 448181 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 448181 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574082937116164096
   [junit4]   2> 448188 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=33.5849609375, floorSegmentMB=1.25, forceMergeDeletesPctAllowed=8.533007840410663, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7732464820030439
   [junit4]   2> 448188 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 448188 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 448190 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 448190 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 448190 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 448190 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 448191 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 448191 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 448191 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 448191 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 448194 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7ad2d1f5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 448195 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51f25349[collection1] main]
   [junit4]   2> 448195 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4e0b84bc
   [junit4]   2> 448195 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1309377724
   [junit4]   2> 448208 INFO  (searcherExecutor-1729-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51f25349[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 448210 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1574082937142378496)]} 0 6
   [junit4]   2> 448210 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 448214 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1574082937149718528)]} 0 10
   [junit4]   2> 448214 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 448215 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1574082937151815680)]} 0 11
   [junit4]   2> 448215 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 448216 ERROR (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 448216 ERROR (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]   2> 	at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:100)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 448217 INFO  (TEST-HardAutoCommitTest.testCommitWithin-seed#[EDFF7BD287774DC5]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HardAutoCommitTest -Dtests.method=testCommitWithin -Dtests.seed=EDFF7BD287774DC5 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=mk -Dtests.timezone=Pacific/Kosrae -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.37s J2 | HardAutoCommitTest.testCommitWithin <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EDFF7BD287774DC5:572D14AA0459A3D0]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
   [junit4]    > 	at org.apache.solr.update.HardAutoCommitTest.testCommitWithin(HardAutoCommitTest.java:100)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]    > 	... 40 more
   [junit4]   2> 448220 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 448220 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=875172099
   [junit4]   2> 448220 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 448222 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 448223 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 448227 INFO  (SUITE-HardAutoCommitTest-seed#[EDFF7BD287774DC5]-worker) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 448245 INFO  (coreCloseExecutor-1733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6251edf0
   [junit4]   2> 448245 INFO  (coreCloseExecutor-1733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 448245 INFO  (coreCloseExecutor-1733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5776863b commitCommandVersion:0
   [junit4]   2> 448260 INFO  (coreCloseExecutor-1733-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1649536496
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.HardAutoCommitTest_EDFF7BD287774DC5-001
   [junit4]   2> Jul 27, 2017 1:34:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=9657, maxDocsPerChunk=930, blockSize=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=9657, blockSize=6)), sim=RandomSimilarity(queryNorm=true): {}, locale=mk, timezone=Pacific/Kosrae
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=243835200,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [PolyFieldTest, TestTrieFacet, TestHashQParserPlugin, ZkStateWriterTest, BadIndexSchemaTest, StressHdfsTest, SolrTestCaseJ4Test, TestLocalFSCloudBackupRestore, MissingSegmentRecoveryTest, TemplateUpdateProcessorTest, SpatialHeatmapFacetsTest, URLClassifyProcessorTest, TestHighFrequencyDictionaryFactory, TestSchemaNameResource, SubstringBytesRefFilterTest, DistributedFacetPivotLargeTest, OverseerModifyCollectionTest, TestPullReplicaErrorHandling, AsyncCallRequestStatusResponseTest, TestShortCircuitedRequests, TestZkChroot, LeaderElectionTest, SuggesterTest, TestExceedMaxTermLength, BufferStoreTest, RulesTest, UninvertDocValuesMergePolicyTest, RegexBoostProcessorTest, TestStressInPlaceUpdates, JSONWriterTest, TestRestManager, TestDocTermOrds, DocValuesNotIndexedTest, SignatureUpdateProcessorFactoryTest, SolrCloudExampleTest, TestSimpleTextCodec, BadCopyFieldTest, DirectoryFactoryTest, TermVectorComponentDistributedTest, RemoteQueryErrorTest, TestQuerySenderListener, TestTrie, TestSolrCloudWithKerberosAlt, HardAutoCommitTest]
   [junit4] Completed [136/726 (1!)] on J2 in 1.31s, 1 test, 1 error <<< FAILURES!

[...truncated 41587 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj636182633
 [ecj-lint] Compiling 1118 source files to /tmp/ecj636182633
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/CoreContainer.java (at line 972)
 [ecj-lint] 	core = new SolrCore(this, dcore, coreConfig);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'core' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/core/HdfsDirectoryFactory.java (at line 234)
 [ecj-lint] 	dir = new BlockDirectory(path, hdfsDir, cache, null, blockCacheReadEnabled, false, cacheMerges, cacheReadOnce);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'dir' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/AnalysisRequestHandlerBase.java (at line 120)
 [ecj-lint] 	reader = cfiltfac.create(reader);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'reader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 4. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/AnalysisRequestHandlerBase.java (at line 144)
 [ecj-lint] 	return namedList;
 [ecj-lint] 	^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'listBasedTokenStream' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/ReplicationHandler.java (at line 1282)
 [ecj-lint] 	DirectoryReader reader = s==null ? null : s.get().getIndexReader();
 [ecj-lint] 	                ^^^^^^
 [ecj-lint] Resource leak: 'reader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/sql/SolrTable.java (at line 517)
 [ecj-lint] 	ParallelStream parallelStream = new ParallelStream(zk, collection, tupleStream, numWorkers, comp);
 [ecj-lint] 	               ^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'parallelStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/sql/SolrTable.java (at line 743)
 [ecj-lint] 	ParallelStream parallelStream = new ParallelStream(zkHost, collection, tupleStream, numWorkers, comp);
 [ecj-lint] 	               ^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'parallelStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 8. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/highlight/DefaultSolrHighlighter.java (at line 578)
 [ecj-lint] 	tvWindowStream = new OffsetWindowTokenFilter(tvStream);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'tvWindowStream' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 9. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/request/SimpleFacets.java (at line 912)
 [ecj-lint] 	fastForRandomSet = new HashDocSet(sset.getDocs(), 0, sset.size());
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'fastForRandomSet' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 10. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/response/SmileResponseWriter.java (at line 33)
 [ecj-lint] 	new SmileWriter(out, request, response).writeResponse();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 11. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/schema/OpenExchangeRatesOrgProvider.java (at line 146)
 [ecj-lint] 	ratesJsonStream = resourceLoader.openResource(ratesFileLocation);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'ratesJsonStream' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 12. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/CollapsingQParserPlugin.java (at line 1315)
 [ecj-lint] 	UninvertingReader uninvertingReader = new UninvertingReader(new ReaderWrapper(searcher.getSlowAtomicReader(), collapseField), mapping);
 [ecj-lint] 	                  ^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'uninvertingReader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 145)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 14. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 154)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 15. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 163)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 16. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/function/OrdFieldSource.java (at line 78)
 [ecj-lint] 	SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint] 	                  ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/search/function/ReverseOrdFieldSource.java (at line 78)
 [ecj-lint] 	SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint] 	                  ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 18. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/servlet/SolrDispatchFilter.java (at line 287)
 [ecj-lint] 	throw new SolrException(ErrorCode.SERVER_ERROR, "Error occurred while loading solr.xml from zookeeper", e);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'loader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 19. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/CdcrTransactionLog.java (at line 98)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 20. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 191)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 261)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 228)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 228)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 260)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 275)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 529)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 27. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/processor/UUIDUpdateProcessorFactory.java (at line 23)
 [ecj-lint] 	import org.apache.solr.common.SolrException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.SolrException is never used
 [ecj-lint] ----------
 [ecj-lint] 28. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/processor/UUIDUpdateProcessorFactory.java (at line 24)
 [ecj-lint] 	import static org.apache.solr.common.SolrException.ErrorCode.*;
 [ecj-lint] 	              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.SolrException.ErrorCode is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 29. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/processor/UpdateRequestProcessor.java (at line 85)
 [ecj-lint] 	UpdateRequestProcessor p = this;
 [ecj-lint] 	                       ^
 [ecj-lint] Resource leak: 'p' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 30. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
 [ecj-lint] 	BAOS bos =  new BAOS();
 [ecj-lint] 	     ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] 31. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
 [ecj-lint] 	BAOS bos =  new BAOS();
 [ecj-lint] 	     ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 32. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/SolrLogLayout.java (at line 149)
 [ecj-lint] 	SolrQueryRequest req = requestInfo == null ? null : requestInfo.getReq();
 [ecj-lint] 	                 ^^^
 [ecj-lint] Resource leak: 'req' is never closed
 [ecj-lint] ----------
 [ecj-lint] 32 problems (2 errors, 30 warnings)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:810: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:689: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2007: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2046: Compile failed; see the compiler error output for details.

Total time: 78 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-Tests-master - Build # 2046 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2046/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica

Error Message:
Error from server at http://127.0.0.1:42210/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2: Async exception during distributed update: Broken pipe (Write failed)

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:42210/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2: Async exception during distributed update: Broken pipe (Write failed)
	at __randomizedtesting.SeedInfo.seed([BC98B5594C289166:63AA719CBD8B1E6B]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:922)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica(TestTlogReplica.java:446)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42210/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2: Async exception during distributed update: Broken pipe (Write failed)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:252)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12613 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> 3103376 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/init-core-data-001
   [junit4]   2> 3103376 WARN  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=76 numCloses=76
   [junit4]   2> 3103376 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3103377 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3103378 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001
   [junit4]   2> 3103378 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3103378 INFO  (Thread-4137) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3103378 INFO  (Thread-4137) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3103380 ERROR (Thread-4137) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3103478 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44712
   [junit4]   2> 3103482 INFO  (jetty-launcher-4051-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3103482 INFO  (jetty-launcher-4051-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3103484 INFO  (jetty-launcher-4051-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cb16a82{/solr,null,AVAILABLE}
   [junit4]   2> 3103484 INFO  (jetty-launcher-4051-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b0ec171{/solr,null,AVAILABLE}
   [junit4]   2> 3103484 INFO  (jetty-launcher-4051-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15f11c0c{HTTP/1.1,[http/1.1]}{127.0.0.1:45790}
   [junit4]   2> 3103484 INFO  (jetty-launcher-4051-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3705970b{HTTP/1.1,[http/1.1]}{127.0.0.1:42210}
   [junit4]   2> 3103484 INFO  (jetty-launcher-4051-thread-2) [    ] o.e.j.s.Server Started @3113260ms
   [junit4]   2> 3103484 INFO  (jetty-launcher-4051-thread-1) [    ] o.e.j.s.Server Started @3113260ms
   [junit4]   2> 3103484 INFO  (jetty-launcher-4051-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45790}
   [junit4]   2> 3103484 INFO  (jetty-launcher-4051-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42210}
   [junit4]   2> 3103484 ERROR (jetty-launcher-4051-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3103485 ERROR (jetty-launcher-4051-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3103485 INFO  (jetty-launcher-4051-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3103485 INFO  (jetty-launcher-4051-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3103485 INFO  (jetty-launcher-4051-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3103485 INFO  (jetty-launcher-4051-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3103485 INFO  (jetty-launcher-4051-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 3103485 INFO  (jetty-launcher-4051-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 3103485 INFO  (jetty-launcher-4051-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-27T06:59:06.945Z
   [junit4]   2> 3103485 INFO  (jetty-launcher-4051-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-27T06:59:06.945Z
   [junit4]   2> 3103486 INFO  (jetty-launcher-4051-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3103486 INFO  (jetty-launcher-4051-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3103503 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d82d77dd70002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3103503 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d82d77dd70001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3103504 INFO  (jetty-launcher-4051-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44712/solr
   [junit4]   2> 3103505 INFO  (jetty-launcher-4051-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44712/solr
   [junit4]   2> 3103506 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15d82d77dd70004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3103614 INFO  (jetty-launcher-4051-thread-2) [n:127.0.0.1:45790_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3103614 INFO  (jetty-launcher-4051-thread-2) [n:127.0.0.1:45790_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45790_solr
   [junit4]   2> 3103615 INFO  (jetty-launcher-4051-thread-2) [n:127.0.0.1:45790_solr    ] o.a.s.c.Overseer Overseer (id=98378628912840710-127.0.0.1:45790_solr-n_0000000000) starting
   [junit4]   2> 3103633 INFO  (jetty-launcher-4051-thread-2) [n:127.0.0.1:45790_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45790_solr
   [junit4]   2> 3103637 INFO  (jetty-launcher-4051-thread-1) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3103639 INFO  (jetty-launcher-4051-thread-1) [n:127.0.0.1:42210_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3103640 INFO  (jetty-launcher-4051-thread-1) [n:127.0.0.1:42210_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42210_solr
   [junit4]   2> 3103645 INFO  (zkCallback-4063-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3103649 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3103649 INFO  (zkCallback-4063-thread-2-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3103748 INFO  (jetty-launcher-4051-thread-2) [n:127.0.0.1:45790_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45790.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3103750 INFO  (jetty-launcher-4051-thread-2) [n:127.0.0.1:45790_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45790.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3103750 INFO  (jetty-launcher-4051-thread-2) [n:127.0.0.1:45790_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45790.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3103751 INFO  (jetty-launcher-4051-thread-2) [n:127.0.0.1:45790_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node2/.
   [junit4]   2> 3103800 INFO  (jetty-launcher-4051-thread-1) [n:127.0.0.1:42210_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42210.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3103802 INFO  (jetty-launcher-4051-thread-1) [n:127.0.0.1:42210_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42210.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3103802 INFO  (jetty-launcher-4051-thread-1) [n:127.0.0.1:42210_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42210.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3103803 INFO  (jetty-launcher-4051-thread-1) [n:127.0.0.1:42210_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node1/.
   [junit4]   2> 3103825 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3103826 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44712/solr ready
   [junit4]   2> 3103827 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 3103829 INFO  (qtp739312861-20296) [n:127.0.0.1:42210_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3103830 INFO  (qtp739312861-20296) [n:127.0.0.1:42210_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3103843 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicLeaderElection
   [junit4]   2> 3103844 INFO  (qtp739312861-20298) [n:127.0.0.1:42210_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_basic_leader_election&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3103845 INFO  (OverseerThreadFactory-8224-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_basic_leader_election
   [junit4]   2> 3103950 INFO  (OverseerStateUpdate-98378628912840710-127.0.0.1:45790_solr-n_0000000000) [n:127.0.0.1:45790_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_basic_leader_election",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_basic_leader_election_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42210/solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 3103951 INFO  (OverseerStateUpdate-98378628912840710-127.0.0.1:45790_solr-n_0000000000) [n:127.0.0.1:45790_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_basic_leader_election",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_basic_leader_election_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45790/solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 3104155 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_basic_leader_election_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_basic_leader_election&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3104155 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_basic_leader_election_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_basic_leader_election&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3104155 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3104155 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3104259 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3104259 INFO  (zkCallback-4063-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3104259 INFO  (zkCallback-4063-thread-2-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3104259 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3105189 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3105198 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3105223 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_basic_leader_election_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 3105223 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_basic_leader_election_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 3105225 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3105225 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3105225 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_basic_leader_election_shard1_replica_t1' using configuration from collection tlog_replica_test_basic_leader_election, trusted=true
   [junit4]   2> 3105225 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_basic_leader_election_shard1_replica_t2' using configuration from collection tlog_replica_test_basic_leader_election, trusted=true
   [junit4]   2> 3105226 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42210.solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3105226 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45790.solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3105226 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3105226 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3105226 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_basic_leader_election_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node1/tlog_replica_test_basic_leader_election_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node1/./tlog_replica_test_basic_leader_election_shard1_replica_t1/data/]
   [junit4]   2> 3105226 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_basic_leader_election_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node2/tlog_replica_test_basic_leader_election_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node2/./tlog_replica_test_basic_leader_election_shard1_replica_t2/data/]
   [junit4]   2> 3105381 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3105382 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3105382 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3105383 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3105396 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b3ee590[tlog_replica_test_basic_leader_election_shard1_replica_t1] main]
   [junit4]   2> 3105397 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3105397 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3105397 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3105397 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3105398 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3105398 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3105398 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3105399 INFO  (searcherExecutor-8229-thread-1-processing-n:127.0.0.1:42210_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node3) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_basic_leader_election_shard1_replica_t1] Registered new searcher Searcher@4b3ee590[tlog_replica_test_basic_leader_election_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3105399 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574058064723574784
   [junit4]   2> 3105399 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@51d3b425[tlog_replica_test_basic_leader_election_shard1_replica_t2] main]
   [junit4]   2> 3105400 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3105400 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3105400 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3105401 INFO  (searcherExecutor-8230-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_basic_leader_election_shard1_replica_t2] Registered new searcher Searcher@51d3b425[tlog_replica_test_basic_leader_election_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3105401 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574058064725671936
   [junit4]   2> 3105423 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3105534 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3105534 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3105534 INFO  (zkCallback-4063-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3105534 INFO  (zkCallback-4063-thread-2-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3105923 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3105923 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3105923 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45790/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2/
   [junit4]   2> 3105924 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_basic_leader_election_shard1_replica_t2 url=http://127.0.0.1:45790/solr START replicas=[http://127.0.0.1:42210/solr/tlog_replica_test_basic_leader_election_shard1_replica_t1/] nUpdates=100
   [junit4]   2> 3105924 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_basic_leader_election_shard1_replica_t2 url=http://127.0.0.1:45790/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3105927 INFO  (qtp739312861-20304) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 3105928 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3105928 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3105928 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3105928 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_basic_leader_election_shard1_replica_t2 stopping background replication from leader
   [junit4]   2> 3105931 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45790/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2/ shard1
   [junit4]   2> 3106046 INFO  (zkCallback-4063-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106049 INFO  (zkCallback-4063-thread-2-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106049 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106049 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106086 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3106088 INFO  (qtp672826301-20295) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_basic_leader_election_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_basic_leader_election&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1932
   [junit4]   2> 3106196 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106196 INFO  (zkCallback-4063-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106196 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106196 INFO  (zkCallback-4063-thread-2-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106445 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_basic_leader_election_shard1_replica_t1 starting background replication from leader
   [junit4]   2> 3106445 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 3106447 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 3106448 INFO  (indexFetcher-8240-thread-1) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:45790/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2/
   [junit4]   2> 3106448 INFO  (qtp739312861-20302) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_basic_leader_election_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_basic_leader_election&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2294
   [junit4]   2> 3106450 INFO  (qtp739312861-20298) [n:127.0.0.1:42210_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3106452 INFO  (qtp672826301-20291) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_basic_leader_election_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 3106455 INFO  (indexFetcher-8240-thread-1) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 3106455 INFO  (indexFetcher-8240-thread-1) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 3106455 INFO  (indexFetcher-8240-thread-1) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 3106455 INFO  (indexFetcher-8240-thread-1) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 3106595 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106595 INFO  (zkCallback-4063-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106595 INFO  (zkCallback-4063-thread-2-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3106595 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3107451 INFO  (qtp739312861-20298) [n:127.0.0.1:42210_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_basic_leader_election&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3607
   [junit4]   2> 3107509 INFO  (qtp739312861-20290) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1574058066890981376&distrib.from=http://127.0.0.1:45790/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2/&wt=javabin&version=2}{deleteByQuery=*:* (-1574058066890981376)} 0 0
   [junit4]   2> 3107533 INFO  (qtp739312861-20296) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:45790/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 3107548 INFO  (qtp672826301-20301) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574058066976964608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3107548 INFO  (qtp672826301-20301) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 3107548 INFO  (qtp672826301-20301) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3107560 INFO  (qtp672826301-20301) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:45790/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 12
   [junit4]   2> 3107569 INFO  (qtp672826301-20291) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t2]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_basic_leader_election:6&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1574058066890981376),commit=} 0 102
   [junit4]   2> 3107601 INFO  (qtp739312861-20296) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:45790/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2/&wt=javabin&version=2}{add=[1 (1574058067019956224), 2 (1574058067021004800)]} 0 0
   [junit4]   2> 3107609 INFO  (qtp672826301-20303) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1574058067019956224), 2 (1574058067021004800)]} 0 20
   [junit4]   2> 3107610 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.c.ChaosMonkey monkey: kill jetty! 45790
   [junit4]   2> 3107634 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@15f11c0c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3107642 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2039899708
   [junit4]   2> 3107650 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3107651 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3107653 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3107675 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3107731 INFO  (coreCloseExecutor-8241-thread-1) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_basic_leader_election_shard1_replica_t2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7ea02bc3
   [junit4]   2> 3107731 INFO  (coreCloseExecutor-8241-thread-1) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 3107731 INFO  (coreCloseExecutor-8241-thread-1) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1fc0f331 commitCommandVersion:0
   [junit4]   2> 3107752 INFO  (coreCloseExecutor-8241-thread-1) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t2, tag=2124426179
   [junit4]   2> 3107754 INFO  (coreCloseExecutor-8241-thread-1) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_basic_leader_election.shard1.leader, tag=2124426179
   [junit4]   2> 3107764 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.c.Overseer Overseer (id=98378628912840710-127.0.0.1:45790_solr-n_0000000000) closing
   [junit4]   2> 3107764 INFO  (OverseerStateUpdate-98378628912840710-127.0.0.1:45790_solr-n_0000000000) [n:127.0.0.1:45790_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45790_solr
   [junit4]   2> 3107770 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42210_solr
   [junit4]   2> 3107771 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3107771 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.Overseer Overseer (id=98378628912840709-127.0.0.1:42210_solr-n_0000000001) starting
   [junit4]   2> 3107783 INFO  (zkCallback-4062-thread-3-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3107789 INFO  (zkCallback-4069-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3107822 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3107822 INFO  (zkCallback-4062-thread-3-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3107833 INFO  (zkCallback-4069-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3107932 INFO  (zkCallback-4069-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3107932 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3107932 INFO  (zkCallback-4062-thread-3-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3109271 WARN  (zkCallback-4063-thread-2-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3109275 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6cb16a82{/solr,null,UNAVAILABLE}
   [junit4]   2> 3109333 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 45790
   [junit4]   2> 3110271 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42210/solr/tlog_replica_test_basic_leader_election_shard1_replica_t1/
   [junit4]   2> 3110271 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3110271 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SyncStrategy http://127.0.0.1:42210/solr/tlog_replica_test_basic_leader_election_shard1_replica_t1/ has no replicas
   [junit4]   2> 3110280 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_basic_leader_election_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 3110320 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Replaying tlog before become new leader
   [junit4]   2> 3110320 WARN  (recoveryExecutor-8233-thread-1-processing-n:127.0.0.1:42210_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node3) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node1/tlog_replica_test_basic_leader_election_shard1_replica_t1/data/tlog/tlog.0000000000000000000 refcount=2} active=false starting pos=0 inSortedOrder=true
   [junit4]   2> 3110386 INFO  (recoveryExecutor-8233-thread-1-processing-n:127.0.0.1:42210_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node3) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3110386 INFO  (recoveryExecutor-8233-thread-1-processing-n:127.0.0.1:42210_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node3) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1c32e3f6 commitCommandVersion:0
   [junit4]   2> 3110403 INFO  (recoveryExecutor-8233-thread-1-processing-n:127.0.0.1:42210_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node3) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68e752d4[tlog_replica_test_basic_leader_election_shard1_replica_t1] main]
   [junit4]   2> 3110403 INFO  (recoveryExecutor-8233-thread-1-processing-n:127.0.0.1:42210_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node3) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3110404 INFO  (searcherExecutor-8229-thread-1-processing-n:127.0.0.1:42210_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node3) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_basic_leader_election_shard1_replica_t1] Registered new searcher Searcher@68e752d4[tlog_replica_test_basic_leader_election_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2)))}
   [junit4]   2> 3110404 INFO  (recoveryExecutor-8233-thread-1-processing-n:127.0.0.1:42210_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node3) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1] {deleteByQuery=*:* (-1574058066890981376),add=[1 (1574058067019956224), 2 (1574058067021004800)]} 0 83
   [junit4]   2> 3110404 WARN  (recoveryExecutor-8233-thread-1-processing-n:127.0.0.1:42210_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node3) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=2 deletes=0 deleteByQuery=1 errors=0 positionOfStart=0}
   [junit4]   2> 3110416 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42210/solr/tlog_replica_test_basic_leader_election_shard1_replica_t1/ shard1
   [junit4]   2> 3110417 INFO  (zkCallback-4069-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3110417 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3110417 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3110561 INFO  (qtp739312861-20300) [n:127.0.0.1:42210_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node3 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1574058070011543552), 4 (1574058070136324096)]} 0 1207
   [junit4]   2> 3110561 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.c.ChaosMonkey monkey: starting jetty! 45790
   [junit4]   2> 3110561 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3110563 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6271ac5c{/solr,null,AVAILABLE}
   [junit4]   2> 3110563 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3c0288e6{HTTP/1.1,[http/1.1]}{127.0.0.1:45790}
   [junit4]   2> 3110563 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.e.j.s.Server Started @3120340ms
   [junit4]   2> 3110563 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45790}
   [junit4]   2> 3110564 ERROR (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3110564 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3110564 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3110564 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 3110564 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-07-27T06:59:14.024Z
   [junit4]   2> 3110642 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3110664 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44712/solr
   [junit4]   2> 3110773 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3110774 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [n:127.0.0.1:45790_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3110784 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [n:127.0.0.1:45790_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45790_solr
   [junit4]   2> 3110785 INFO  (zkCallback-4069-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3110801 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3110804 INFO  (zkCallback-4074-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3110901 INFO  (zkCallback-4069-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3110910 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3110910 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3111149 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [n:127.0.0.1:45790_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45790.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3111181 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [n:127.0.0.1:45790_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45790.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3111181 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [n:127.0.0.1:45790_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45790.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3111292 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [n:127.0.0.1:45790_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node2/.
   [junit4]   2> 3111292 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[BC98B5594C289166]) [n:127.0.0.1:45790_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [tlog_replica_test_basic_leader_election_shard1_replica_t2]
   [junit4]   2> 3111402 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3111627 INFO  (zkCallback-4069-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3111628 INFO  (zkCallback-4074-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3111628 INFO  (zkCallback-4062-thread-1-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3111628 INFO  (zkCallback-4062-thread-2-processing-n:127.0.0.1:42210_solr) [n:127.0.0.1:42210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3111640 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3111666 INFO  (zkCallback-4074-thread-2-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3111680 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_basic_leader_election_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 3111708 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3111709 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_basic_leader_election_shard1_replica_t2' using configuration from collection tlog_replica_test_basic_leader_election, trusted=true
   [junit4]   2> 3111709 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45790.solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71fb9c0d
   [junit4]   2> 3111709 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3111709 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_basic_leader_election_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node2/tlog_replica_test_basic_leader_election_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001/tempDir-001/node2/./tlog_replica_test_basic_leader_election_shard1_replica_t2/data/]
   [junit4]   2> 3111966 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3111967 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3111992 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3111992 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3111993 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cf59bf7[tlog_replica_test_basic_leader_election_shard1_replica_t2] main]
   [junit4]   2> 3111994 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3111994 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3111994 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3111995 INFO  (searcherExecutor-8251-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_basic_leader_election_shard1_replica_t2] Registered new searcher Searcher@4cf59bf7[tlog_replica_test_basic_leader_election_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3111995 INFO  (coreLoadExecutor-8250-thread-1-processing-n:127.0.0.1:45790_solr) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574058071639982080
   [junit4]   2> 3112033 INFO  (coreZkRegister-8245-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ZkController Core needs to recover:tlog_replica_test_basic_leader_election_shard1_replica_t2
   [junit4]   2> 3112034 INFO  (updateExecutor-4071-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 3112034 INFO  (recoveryExecutor-4072-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 3112057 INFO  (recoveryExecutor-4072-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 3112057 INFO  (recoveryExecutor-4072-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_basic_leader_election_shard1_replica_t2 stopping background replication from leader
   [junit4]   2> 3112057 INFO  (recoveryExecutor-4072-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tlog_replica_test_basic_leader_election_shard1_replica_t2]
   [junit4]   2> 3112057 INFO  (recoveryExecutor-4072-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 3112057 INFO  (recoveryExecutor-4072-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.RecoveryStrategy Publishing state of core [tlog_replica_test_basic_leader_election_shard1_replica_t2] as recovering, leader is [http://127.0.0.1:42210/solr/tlog_replica_test_basic_leader_election_shard1_replica_t1/] and I am [http://127.0.0.1:45790/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2/]
   [junit4]   2> 3112060 INFO  (recoveryExecutor-4072-thread-1-processing-n:127.0.0.1:45790_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t2 s:shard1 c:tlog_replica_test_basic_leader_election r:core_node4) [n:127.0.0.1:45790_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t2] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:42210/solr]; [WaitForState: action=PREPRECOVERY&core=tlog_replica_test_basic_leader_election_shard1_replica_t1&nodeName=127.0.0.1:45790_solr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 3112097 INFO  (qtp739312861-20292) [n:127.0.0.1:42210_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 3112109 INFO  (qtp739312861-20292) [n:127.0.0.1:42210_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_basic_leader_election, shard=shard1, thisCore=tlog_replica_test_basic_leader_election_shard1_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:45790_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"tlog_replica_test_basic_leader_election_shard1_replica_t2","base_url":"http://127.0.0.1:45790/solr","node_name":"127.0.0.1:45790_solr","state":"down","type":"TLOG"}
 

[...truncated too long message...]

jetty-closer-4052-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d0f33df{/solr,null,UNAVAILABLE}
   [junit4]   2> 3229129 ERROR (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3229129 INFO  (SUITE-TestTlogReplica-seed#[BC98B5594C289166]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44712 44712
   [junit4]   2> 3229446 INFO  (Thread-4137) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44712 44712
   [junit4]   2> 3229447 WARN  (Thread-4137) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	34	/solr/configs/conf
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	9	/solr/security.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	41	/solr/collections/tlog_replica_test_recovery/state.json
   [junit4]   2> 	30	/solr/collections/tlog_replica_test_create_delete/state.json
   [junit4]   2> 	28	/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
   [junit4]   2> 	27	/solr/collections/tlog_replica_test_kill_leader/state.json
   [junit4]   2> 	27	/solr/collections/tlog_replica_test_basic_leader_election/state.json
   [junit4]   2> 	27	/solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
   [junit4]   2> 	26	/solr/collections/tlog_replica_test_remove_leader/state.json
   [junit4]   2> 	26	/solr/collections/tlog_replica_test_kill_tlog_replica/state.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_add_docs/state.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_real_time_get/state.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_delete_by_id/state.json
   [junit4]   2> 	13	/solr/collections/tlog_replica_test_only_leader_indexes/state.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98378628912840721-core_node3-n_0000000000
   [junit4]   2> 	3	/solr/overseer_elect/election/98378628912840721-127.0.0.1:45790_solr-n_0000000004
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98378628912840733-core_node7-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98378628912840730-core_node7-n_0000000001
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/98378628912840718-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_BC98B5594C289166-001
   [junit4]   2> Jul 27, 2017 7:01:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {foo=Lucene50(blocksize=128), title_s=PostingsFormat(name=Asserting), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_s=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1279, maxMBSortInHeap=5.623972174576376, sim=RandomSimilarity(queryNorm=false): {}, locale=he, timezone=Europe/Simferopol
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=194750272,total=502267904
   [junit4]   2> NOTE: All tests run in this JVM: [DirectUpdateHandlerTest, LeaderInitiatedRecoveryOnCommitTest, EnumFieldTest, SubstringBytesRefFilterTest, TestCloudDeleteByQuery, TestClusterProperties, TestExactSharedStatsCache, TestSmileRequest, TestSolrConfigHandlerCloud, DocValuesNotIndexedTest, TestAnalyzedSuggestions, AnalyticsMergeStrategyTest, SegmentsInfoRequestHandlerTest, OverseerTaskQueueTest, DateFieldTest, ParsingFieldUpdateProcessorsTest, BadCopyFieldTest, PeerSyncWithIndexFingerprintCachingTest, PathHierarchyTokenizerFactoryTest, TestPivotHelperCode, CdcrVersionReplicationTest, TestCorePropertiesReload, TestSimpleTextCodec, RecoveryZkTest, RequiredFieldsTest, ClassificationUpdateProcessorFactoryTest, TestFieldCacheWithThreads, TestLFUCache, TestHalfAndHalfDocValues, TestGroupingSearch, TestInPlaceUpdatesStandalone, CdcrReplicationDistributedZkTest, TestTestInjection, TestReloadDeadlock, TestPayloadScoreQParserPlugin, DistributedFacetPivotSmallTest, TestScoreJoinQPNoScore, RestartWhileUpdatingTest, TestRecovery, TestJsonFacetRefinement, SaslZkACLProviderTest, BigEndianAscendingWordDeserializerTest, TestFieldSortValues, TestSolrCloudWithHadoopAuthPlugin, CollectionReloadTest, TestRestManager, AnalysisErrorHandlingTest, TestComplexPhraseLeadingWildcard, RemoteQueryErrorTest, TestObjectReleaseTracker, MetricsHandlerTest, TestHighFrequencyDictionaryFactory, TestCloudManagedSchema, SignatureUpdateProcessorFactoryTest, BufferStoreTest, TestSolrCoreProperties, SolrSlf4jReporterTest, CircularListTest, BasicAuthIntegrationTest, SuggesterFSTTest, SimplePostToolTest, TestSchemaNameResource, TestManagedStopFilterFactory, SolrInfoBeanTest, AddSchemaFieldsUpdateProcessorFactoryTest, TermVectorComponentDistributedTest, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestCodecSupport, TestImplicitCoreProperties, SolrCoreCheckLockOnStartupTest, UUIDUpdateProcessorFallbackTest, TestPullReplicaErrorHandling, TestManagedSchemaThreadSafety, DistributedDebugComponentTest, TestIndexSearcher, QueryEqualityTest, TimeZoneUtilsTest, TestDistributedStatsComponentCardinality, NumericFieldsTest, SortByFunctionTest, SolrCloudExampleTest, TestOnReconnectListenerSupport, DistributedFacetPivotLargeTest, TestSolrDeletionPolicy2, BasicDistributedZk2Test, TestLeaderElectionWithEmptyReplica, StatsComponentTest, SpellPossibilityIteratorTest, OverseerModifyCollectionTest, BlockJoinFacetDistribTest, AliasIntegrationTest, TestExceedMaxTermLength, TestSuggestSpellingConverter, TestTrie, TestTolerantUpdateProcessorCloud, DistribJoinFromCollectionTest, TestReversedWildcardFilterFactory, TestStreamBody, DeleteNodeTest, TestGraphMLResponseWriter, CurrencyFieldTypeTest, TestConfigSetImmutable, TestJettySolrRunner, DateMathParserTest, TestOrdValues, TestBlendedInfixSuggestions, TestFastWriter, SpatialHeatmapFacetsTest, HdfsChaosMonkeyNothingIsSafeTest, TestRawResponseWriter, TestCollectionAPIs, LeaderElectionContextKeyTest, TestRebalanceLeaders, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OverseerTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestDistributedSearch, DistributedSpellCheckComponentTest, TestJoin, TestStressVersions, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SolrCmdDistributorTest, TestSort, TestBadConfig, HighlighterTest, DistributedQueryElevationComponentTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestQueryUtils, TestWriterPerf, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, RegexBoostProcessorTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestQuerySenderListener, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, TestMergePolicyConfig, MultiTermTest, TestBinaryField, MinimalSchemaTest, TestElisionMultitermQuery, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, URLClassifyProcessorTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSystemIdResolver, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestUtils, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, DistributedMLTComponentTest, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteShardTest, DistribCursorPagingTest, ForceLeaderTest, MoveReplicaTest, OverseerStatusTest, RollingRestartTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestRandomRequestDistribution, TestReplicaProperties, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TestTlogReplica]
   [junit4] Completed [548/726 (1!)] on J2 in 126.35s, 13 tests, 1 error <<< FAILURES!

[...truncated 43833 lines...]