You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/07/31 05:42:26 UTC

[JENKINS-EA] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0_60-ea-b24) - Build # 13670 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13670/
Java: 32bit/jdk1.8.0_60-ea-b24 -client -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Error from server at https://127.0.0.1:59243//collection1: java.lang.NullPointerException  at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:42)  at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:748)  at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:731)  at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:410)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:229)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)  at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)  at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)  at org.eclipse.jetty.server.Server.handle(Server.java:499)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)  at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)  at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)  at java.lang.Thread.run(Thread.java:745) 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:59243//collection1: java.lang.NullPointerException
	at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:42)
	at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:748)
	at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:731)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:410)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:229)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:198)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
	at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handle(Server.java:499)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
	at java.lang.Thread.run(Thread.java:745)

	at __randomizedtesting.SeedInfo.seed([473B52103B13B7A2:CF6F6DCA95EFDA5A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.TestDistributedSearch.queryRandomUpServer(TestDistributedSearch.java:1133)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1095)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:968)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:941)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#0): CloudJettyRunner [url=http://127.0.0.1:41855/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#0): CloudJettyRunner [url=http://127.0.0.1:41855/collection1]
	at __randomizedtesting.SeedInfo.seed([473B52103B13B7A2:CF6F6DCA95EFDA5A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:966)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:941)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10116 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/init-core-data-001
   [junit4]   2> 351120 INFO  (SUITE-TestDistributedSearch-seed#[473B52103B13B7A2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 351120 INFO  (SUITE-TestDistributedSearch-seed#[473B52103B13B7A2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 351192 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1
   [junit4]   2> 351193 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 351195 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@449cb5{/,null,AVAILABLE}
   [junit4]   2> 351208 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7dda03{SSL-http/1.1}{127.0.0.1:43082}
   [junit4]   2> 351208 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.Server Started @352484ms
   [junit4]   2> 351208 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=43082, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores}
   [junit4]   2> 351233 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 351233 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/'
   [junit4]   2> 351251 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/solr.xml
   [junit4]   2> 351264 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores
   [junit4]   2> 351264 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoreContainer New CoreContainer 17503393
   [junit4]   2> 351264 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/]
   [junit4]   2> 351264 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/lib
   [junit4]   2> 351265 WARN  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/lib).
   [junit4]   2> 351273 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 351275 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 351277 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 351277 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 351277 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 351278 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores
   [junit4]   2> 351279 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1/, configSet=collection1, dataDir=data/}
   [junit4]   2> 351279 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1/
   [junit4]   2> 351279 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 351280 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 351280 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 351280 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 351280 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 351280 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 351335 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 351350 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 351398 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 351399 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 351419 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 351676 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 351685 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 351691 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 351702 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 351705 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 351707 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 351707 WARN  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 351707 WARN  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 351707 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 351708 WARN  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 351708 WARN  (coreLoadExecutor-950-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 351709 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf'
   [junit4]   2> 351709 INFO  (coreLoadExecutor-950-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 351709 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 351709 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/], dataDir=[null]
   [junit4]   2> 351709 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@593153
   [junit4]   2> 351710 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1/data
   [junit4]   2> 351711 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1/data/index/
   [junit4]   2> 351711 WARN  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 351711 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1/data/index
   [junit4]   2> 351711 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=80.1083984375, floorSegmentMB=1.4189453125, forceMergeDeletesPctAllowed=23.497234692481477, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.47626154635770923
   [junit4]   2> 351716 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@1289952 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5303f2; maxCacheMB=0.4892578125 maxMergeSizeMB=0.033203125)),segFN=segments_1,generation=1}
   [junit4]   2> 351716 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 351716 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1/data/
   [junit4]   2> 351717 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/control/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 351724 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 351724 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 351725 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 351725 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 351725 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 351726 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 351726 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 351726 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 351727 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 351727 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 351727 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 351727 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 351729 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 351730 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 351732 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 351733 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 351756 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 351764 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 351765 WARN  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 351766 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 351767 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 351767 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 351768 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 351768 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 351768 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8972838804150232]
   [junit4]   2> 351769 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@1289952 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5303f2; maxCacheMB=0.4892578125 maxMergeSizeMB=0.033203125)),segFN=segments_1,generation=1}
   [junit4]   2> 351769 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 351769 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@1e145ce[collection1] main
   [junit4]   2> 351769 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 351770 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 351770 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 351770 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 351793 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 351929 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 351929 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 351930 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 351931 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 351931 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 351931 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 351931 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 351931 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 351931 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 351932 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1508179948093833216
   [junit4]   2> 351932 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 351933 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 351933 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 351933 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.u.UpdateLog Took 2 ms to seed version buckets with highest version 1508179948093833216
   [junit4]   2> 351934 INFO  (coreLoadExecutor-950-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 351934 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 351936 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e145ce[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 352351 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 352352 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 352353 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16cba88{/,null,AVAILABLE}
   [junit4]   2> 352359 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@bab909{SSL-http/1.1}{127.0.0.1:58354}
   [junit4]   2> 352360 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.Server Started @353636ms
   [junit4]   2> 352360 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=58354, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores}
   [junit4]   2> 352361 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 352361 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/'
   [junit4]   2> 352380 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 352391 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores
   [junit4]   2> 352391 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoreContainer New CoreContainer 31629669
   [junit4]   2> 352391 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/]
   [junit4]   2> 352392 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/lib
   [junit4]   2> 352392 WARN  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/lib).
   [junit4]   2> 352400 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 352403 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 352404 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 352404 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 352404 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 352405 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores
   [junit4]   2> 352405 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1/, configSet=collection1, dataDir=data/}
   [junit4]   2> 352406 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoresLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1/
   [junit4]   2> 352406 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 352406 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 352407 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 352407 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 352407 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 352407 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 352440 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 352463 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 352508 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 352508 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 352523 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 352719 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 352727 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 352728 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 352745 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 352749 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 352751 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 352751 WARN  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 352752 WARN  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 352752 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 352752 WARN  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 352752 WARN  (coreLoadExecutor-961-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 352753 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf'
   [junit4]   2> 352754 INFO  (coreLoadExecutor-961-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 352755 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 352755 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/], dataDir=[null]
   [junit4]   2> 352755 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@593153
   [junit4]   2> 352756 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1/data
   [junit4]   2> 352756 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1/data/index/
   [junit4]   2> 352757 WARN  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 352757 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1/data/index
   [junit4]   2> 352758 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=80.1083984375, floorSegmentMB=1.4189453125, forceMergeDeletesPctAllowed=23.497234692481477, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.47626154635770923
   [junit4]   2> 352759 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@48942a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1645f3; maxCacheMB=0.4892578125 maxMergeSizeMB=0.033203125)),segFN=segments_1,generation=1}
   [junit4]   2> 352759 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 352760 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1/data/
   [junit4]   2> 352760 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_473B52103B13B7A2-001/tempDir-001/shard0/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 352773 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 352773 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 352774 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 352774 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 352774 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 352774 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 352774 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 352775 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 352775 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 352775 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 352775 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 352775 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 352777 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 352780 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 352781 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 352783 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 352822 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 352834 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 352835 WARN  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 352835 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 352836 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 352836 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 352843 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 352843 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 352844 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8972838804150232]
   [junit4]   2> 352844 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@48942a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1645f3; maxCacheMB=0.4892578125 maxMergeSizeMB=0.033203125)),segFN=segments_1,generation=1}
   [junit4]   2> 352845 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 352845 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@a8302c[collection1] main
   [junit4]   2> 352845 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 352846 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 352846 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 352846 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 352865 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 352931 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 352931 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 352931 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 352932 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 352932 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 352932 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 352933 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 352933 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 352934 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 352934 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 352934 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 352935 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 352935 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 352935 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1508179949145554944
   [junit4]   2> 352955 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.u.UpdateLog Took 21 ms to seed version buckets with highest version 1508179949145554944
   [junit4]   2> 352955 INFO  (coreLoadExecutor-961-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 352955 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@a8302c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 353410 INFO  (TEST-TestDistributedSearch.test-seed#[473B52103B13B7A2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 353495 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1508179949730660352)} 0 2
   [junit4]   2> 353567 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1508179949806157824)} 0 2
   [junit4]   2> 353599 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1508179949814546432)]} 0 27
   [junit4]   2> 353611 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1508179949848100864)]} 0 6
   [junit4]   2> 353619 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1508179949858586624)]} 0 4
   [junit4]   2> 353626 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1508179949866975232)]} 0 3
   [junit4]   2> 353635 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1508179949874315264)]} 0 5
   [junit4]   2> 353642 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1508179949883752448)]} 0 4
   [junit4]   2> 353651 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1508179949892141056)]} 0 4
   [junit4]   2> 353657 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1508179949900529664)]} 0 3
   [junit4]   2> 353664 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1508179949906821120)]} 0 3
   [junit4]   2> 353670 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1508179949913112576)]} 0 2
   [junit4]   2> 353677 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1508179949920452608)]} 0 3
   [junit4]   2> 353683 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1508179949927792640)]} 0 2
   [junit4]   2> 353691 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1508179949934084096)]} 0 4
   [junit4]   2> 353697 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1508179949942472704)]} 0 2
   [junit4]   2> 353704 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1508179949949812736)]} 0 2
   [junit4]   2> 353710 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1508179949956104192)]} 0 2
   [junit4]   2> 353717 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1508179949962395648)]} 0 3
   [junit4]   2> 353722 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1508179949968687104)]} 0 2
   [junit4]   2> 353725 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 353753 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@1289952 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5303f2; maxCacheMB=0.4892578125 maxMergeSizeMB=0.033203125)),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@1289952 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5303f2; maxCacheMB=0.4892578125 maxMergeSizeMB=0.033203125)),segFN=segments_2,generation=2}
   [junit4]   2> 353754 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 2
   [junit4]   2> 353758 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@185b216[collection1] main
   [junit4]   2> 353759 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 353763 INFO  (searcherExecutor-951-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@185b216[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C9)))}
   [junit4]   2> 353765 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 40
   [junit4]   2> 353769 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 353779 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@48942a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1645f3; maxCacheMB=0.4892578125 maxMergeSizeMB=0.033203125)),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@48942a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1645f3; maxCacheMB=0.4892578125 maxMergeSizeMB=0.033203125)),segFN=segments_2,generation=2}
   [junit4]   2> 353779 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 2
   [junit4]   2> 353783 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@1645f52[collection1] main
   [junit4]   2> 353784 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.UpdateHandler end_commit_flush
   [junit4]   2> 353788 INFO  (searcherExecutor-962-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1645f52[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C9)))}
   [junit4]   2> 353789 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 20
   [junit4]   2> 353799 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1508179950045233152)]} 0 6
   [junit4]   2> 353808 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1508179950055718912)]} 0 5
   [junit4]   2> 353816 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1508179950065156096)]} 0 4
   [junit4]   2> 353825 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1508179950074593280)]} 0 4
   [junit4]   2> 353832 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1508179950082981888)]} 0 4
   [junit4]   2> 353839 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1508179950090321920)]} 0 3
   [junit4]   2> 353847 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1508179950097661952)]} 0 4
   [junit4]   2> 353854 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1508179950106050560)]} 0 3
   [junit4]   2> 353860 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1001 (1508179950113390592)]} 0 3
   [junit4]   2> 353865 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1001 (1508179950118633472)]} 0 2
   [junit4]   2> 353870 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1508179950124924928)]} 0 2
   [junit4]   2> 353875 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1508179950129119232)]} 0 1
   [junit4]   2> 353879 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1508179950134362112)]} 0 1
   [junit4]   2> 353884 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1508179950138556416)]} 0 1
   [junit4]   2> 353893 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1508179950147993600)]} 0 2
   [junit4]   2> 353898 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1508179950154285056)]} 0 1
   [junit4]   2> 353905 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1508179950159527936)]} 0 3
   [junit4]   2> 353910 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1508179950166867968)]} 0 2
   [junit4]   2> 353915 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[100 (1508179950171062272)]} 0 1
   [junit4]   2> 353919 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[100 (1508179950175256576)]} 0 1
   [junit4]   2> 353924 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[101 (1508179950180499456)]} 0 2
   [junit4]   2> 353928 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[101 (1508179950185742336)]} 0 1
   [junit4]   2> 353933 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[102 (1508179950189936640)]} 0 1
   [junit4]   2> 353936 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[102 (1508179950194130944)]} 0 1
   [junit4]   2> 353940 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[103 (1508179950198325248)]} 0 1
   [junit4]   2> 353944 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[103 (1508179950202519552)]} 0 1
   [junit4]   2> 353948 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[104 (1508179950206713856)]} 0 1
   [junit4]   2> 353952 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[104 (1508179950210908160)]} 0 1
   [junit4]   2> 353956 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[105 (1508179950215102464)]} 0 1
   [junit4]   2> 353960 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[105 (1508179950219296768)]} 0 1
   [junit4]   2> 353965 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[106 (1508179950223491072)]} 0 2
   [junit4]   2> 353971 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[106 (1508179950229782528)]} 0 2
   [junit4]   2> 353976 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[107 (1508179950236073984)]} 0 1
   [junit4]   2> 353981 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[107 (1508179950240268288)]} 0 2
   [junit4]   2> 353986 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[108 (1508179950245511168)]} 0 2
   [junit4]   2> 353990 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[108 (1508179950250754048)]} 0 1
   [junit4]   2> 353994 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[109 (1508179950254948352)]} 0 1
   [junit4]   2> 353998 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[109 (1508179950259142656)]} 0 1
   [junit4]   2> 354002 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[110 (1508179950263336960)]} 0 1
   [junit4]   2> 354006 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[110 (1508179950267531264)]} 0 1
   [junit4]   2> 354011 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[111 (1508179950271725568)]} 0 2
   [junit4]   2> 354015 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[111 (1508179950275919872)]} 0 1
   [junit4]   2> 354019 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[112 (1508179950280114176)]} 0 1
   [junit4]   2> 354023 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[112 (1508179950284308480)]} 0 1
   [junit4]   2> 354027 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[113 (1508179950288502784)]} 0 1
   [junit4]   2> 354030 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[113 (1508179950292697088)]} 0 1
   [junit4]   2> 354034 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[114 (1508179950296891392)]} 0 1
   [junit4]   2> 354038 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[114 (1508179950301085696)]} 0 1
   [junit4]   2> 354042 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[115 (1508179950304231424)]} 0 1
   [junit4]   2> 354046 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[115 (1508179950308425728)]} 0 1
   [junit4]   2> 354056 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[116 (1508179950312620032)]} 0 7
   [junit4]   2> 354060 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[116 (1508179950324154368)]} 0 1
   [junit4]   2> 354064 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[117 (1508179950328348672)]} 0 1
   [junit4]   2> 354067 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[117 (1508179950331494400)]} 0 1
   [junit4]   2> 354071 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[118 (1508179950335688704)]} 0 1
   [junit4]   2> 354075 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[118 (1508179950339883008)]} 0 1
   [junit4]   2> 354080 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[119 (1508179950344077312)]} 0 1
   [junit4]   2> 354084 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[119 (1508179950348271616)]} 0 1
   [junit4]   2> 354087 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[120 (1508179950352465920)]} 0 1
   [junit4]   2> 354091 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[120 (1508179950356660224)]} 0 1
   [junit4]   2> 354095 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[121 (1508179950360854528)]} 0 1
   [junit4]   2> 354099 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[121 (1508179950365048832)]} 0 1
   [junit4]   2> 354103 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[122 (1508179950369243136)]} 0 1
   [junit4]   2> 354106 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[122 (1508179950372388864)]} 0 1
   [junit4]   2> 354110 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[123 (1508179950376583168)]} 0 1
   [junit4]   2> 354114 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[123 (1508179950380777472)]} 0 1
   [junit4]   2> 354118 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[124 (1508179950383923200)]} 0 1
   [junit4]   2> 354121 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[124 (1508179950388117504)]} 0 1
   [junit4]   2> 354125 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[125 (1508179950392311808)]} 0 1
   [junit4]   2> 354128 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[125 (1508179950395457536)]} 0 1
   [junit4]   2> 354133 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[126 (1508179950399651840)]} 0 1
   [junit4]   2> 354136 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[126 (1508179950403846144)]} 0 1
   [junit4]   2> 354140 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[127 (1508179950408040448)]} 0 1
   [junit4]   2> 354144 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[127 (1508179950412234752)]} 0 1
   [junit4]   2> 354148 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[128 (1508179950415380480)]} 0 1
   [junit4]   2> 354152 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[128 (1508179950419574784)]} 0 1
   [junit4]   2> 354155 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[129 (1508179950423769088)]} 0 1
   [junit4]   2> 354159 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[129 (1508179950427963392)]} 0 1
   [junit4]   2> 354163 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[130 (1508179950431109120)]} 0 1
   [junit4]   2> 354166 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[130 (1508179950435303424)]} 0 1
   [junit4]   2> 354170 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[131 (1508179950439497728)]} 0 1
   [junit4]   2> 354174 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[131 (1508179950443692032)]} 0 1
   [junit4]   2> 354177 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[132 (1508179950446837760)]} 0 1
   [junit4]   2> 354182 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[132 (1508179950451032064)]} 0 2
   [junit4]   2> 354186 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[133 (1508179950456274944)]} 0 1
   [junit4]   2> 354190 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[133 (1508179950459420672)]} 0 1
   [junit4]   2> 354193 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[134 (1508179950463614976)]} 0 1
   [junit4]   2> 354197 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[134 (1508179950467809280)]} 0 1
   [junit4]   2> 354201 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[135 (1508179950470955008)]} 0 1
   [junit4]   2> 354206 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[135 (1508179950477246464)]} 0 3
   [junit4]   2> 354210 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[136 (1508179950481440768)]} 0 1
   [junit4]   2> 354215 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[136 (1508179950485635072)]} 0 2
   [junit4]   2> 354219 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[137 (1508179950489829376)]} 0 1
   [junit4]   2> 354223 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[137 (1508179950494023680)]} 0 2
   [junit4]   2> 354227 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[138 (1508179950499266560)]} 0 1
   [junit4]   2> 354230 INFO  (qtp8576212-1975) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[138 (1508179950502412288)]} 0 1
   [junit4]   2> 354234 INFO  (qtp18468353-1955) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[139 (1508179950506606592)]} 0 1
   [junit4]   2> 354237 INFO  (qtp8576212-1973) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[139 (1508179950509752320)]} 0 1
   [junit4]   2> 354241 INFO  (qtp18468353-1956) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[140 (1508179950513946624)]} 0 1
   [junit4]   2> 354245 INFO  (qtp8576212-1974) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[140 (1508179950517092352)]} 0 1
   [junit4]   2> 354248 INFO  (qtp18468353-1957) [    x:collection1] o.a.s.u.p.LogUpdateProcessor [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[141 (1508179950521286656)]} 0 1
   [junit4] 

[...truncated too long message...]

st-seed#[473B52103B13B7A2]) [n:127.0.0.1:49924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1647222 INFO  (TEST-RollingRestartTest.test-seed#[473B52103B13B7A2]) [n:127.0.0.1:49924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_473B52103B13B7A2-001/shard-2-001/cores/collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_473B52103B13B7A2-001/shard-2-001/cores/collection1/data;done=false>>]
   [junit4]   2> 1647222 INFO  (TEST-RollingRestartTest.test-seed#[473B52103B13B7A2]) [n:127.0.0.1:49924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_473B52103B13B7A2-001/shard-2-001/cores/collection1/data
   [junit4]   2> 1647222 INFO  (TEST-RollingRestartTest.test-seed#[473B52103B13B7A2]) [n:127.0.0.1:49924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_473B52103B13B7A2-001/shard-2-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_473B52103B13B7A2-001/shard-2-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 1647222 INFO  (TEST-RollingRestartTest.test-seed#[473B52103B13B7A2]) [n:127.0.0.1:49924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_473B52103B13B7A2-001/shard-2-001/cores/collection1/data/index
   [junit4]   2> 1647223 INFO  (TEST-RollingRestartTest.test-seed#[473B52103B13B7A2]) [n:127.0.0.1:49924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.Overseer Overseer (id=94261327919972363-127.0.0.1:49924_-n_0000000002) closing
   [junit4]   2> 1647223 INFO  (OverseerStateUpdate-94261327919972363-127.0.0.1:49924_-n_0000000002) [n:127.0.0.1:49924_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49924_
   [junit4]   2> 1647224 WARN  (zkCallback-1815-thread-2-processing-n:127.0.0.1:49924_) [n:127.0.0.1:49924_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1647225 INFO  (TEST-RollingRestartTest.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@785e2f{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1647225 INFO  (TEST-RollingRestartTest.test-seed#[473B52103B13B7A2]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e40573{/,null,UNAVAILABLE}
   [junit4]   2> 1647226 INFO  (TEST-RollingRestartTest.test-seed#[473B52103B13B7A2]) [n:127.0.0.1:49924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54523 54523
   [junit4]   2> 1647251 INFO  (Thread-3629) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54523 54523
   [junit4]   2> 1647252 WARN  (Thread-3629) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=473B52103B13B7A2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_CR -Dtests.timezone=Australia/Canberra -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 56.9s J0 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart (#0): CloudJettyRunner [url=http://127.0.0.1:41855/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([473B52103B13B7A2:CF6F6DCA95EFDA5A]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:966)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:941)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1647260 INFO  (SUITE-RollingRestartTest-seed#[473B52103B13B7A2]-worker) [n:127.0.0.1:49924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_473B52103B13B7A2-001
   [junit4]   2> Jul 31, 2015 3:36:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_CR, timezone=Australia/Canberra
   [junit4]   2> NOTE: Linux 3.16.0-44-generic i386/Oracle Corporation 1.8.0_60-ea (32-bit)/cpus=12,threads=1,free=87124112,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [IndexSchemaTest, HdfsCollectionsAPIDistributedZkTest, DistributedIntervalFacetingTest, TestSimpleQParserPlugin, SyncSliceTest, TestConfig, MultiThreadedOCPTest, TermsComponentTest, ExternalFileFieldSortTest, ActionThrottleTest, TestJoin, TestRemoteStreaming, TestClusterStateMutator, TestQuerySenderListener, TestBlendedInfixSuggestions, OverseerStatusTest, TestSchemaManager, InfoHandlerTest, TestShardHandlerFactory, ZkNodePropsTest, DateMathParserTest, BasicZkTest, CoreAdminCreateDiscoverTest, TestCodecSupport, TestRTimer, MergeStrategyTest, UUIDUpdateProcessorFallbackTest, TestConfigSetImmutable, SignatureUpdateProcessorFactoryTest, MBeansHandlerTest, SimplePostToolTest, TestSchemaNameResource, FastVectorHighlighterTest, ClusterStateTest, SuggesterFSTTest, TestSolrIndexConfig, TestMiniSolrCloudClusterSSL, TestSmileRequest, TestFaceting, AtomicUpdatesTest, UniqFieldsUpdateProcessorFactoryTest, TestChildDocTransformer, HdfsRecoverLeaseTest, RemoteQueryErrorTest, TestManagedResource, TestDistributedSearch, TestStressLucene, CollectionStateFormat2Test, MultiTermTest, DocValuesMissingTest, TestCloudManagedSchemaConcurrent, TestDFRSimilarityFactory, TestManagedResourceStorage, RecoveryAfterSoftCommitTest, RankQueryTest, LeaderElectionIntegrationTest, PingRequestHandlerTest, TestReqParamsAPI, TestLazyCores, DistribJoinFromCollectionTest, BlockDirectoryTest, TestReplicationHandler, TestPhraseSuggestions, TestPivotHelperCode, ZkStateWriterTest, PeerSyncTest, TermVectorComponentTest, AsyncMigrateRouteKeyTest, SimpleCollectionCreateDeleteTest, TestLRUStatsCache, SolrIndexConfigTest, DistributedVersionInfoTest, TestAuthorizationFramework, DeleteLastCustomShardedReplicaTest, TestIndexingPerformance, TestWordDelimiterFilterFactory, TimeZoneUtilsTest, AnalyticsMergeStrategyTest, StressHdfsTest, TestCloudSchemaless, BigEndianAscendingWordSerializerTest, TestRecoveryHdfs, DistributedSpellCheckComponentTest, TestSolrXml, SharedFSAutoReplicaFailoverTest, TestObjectReleaseTracker, TestPseudoReturnFields, QueryEqualityTest, TestSolrDeletionPolicy1, DebugComponentTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, FileBasedSpellCheckerTest, PathHierarchyTokenizerFactoryTest, IndexSchemaRuntimeFieldTest, BinaryUpdateRequestHandlerTest, TestComponentsName, HighlighterConfigTest, AlternateDirectoryTest, TestStressRecovery, TestRTGBase, CursorPagingTest, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DistribCursorPagingTest, DistributedQueueTest, HttpPartitionTest, ReplicationFactorTest, RollingRestartTest]
   [junit4] Completed [419/528] on J0 in 57.68s, 1 test, 1 failure <<< FAILURES!

[...truncated 346 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:717: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:661: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:518: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1429: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:984: There were test failures: 528 suites, 2081 tests, 1 error, 1 failure, 61 ignored (26 assumptions)

Total time: 54 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS-EA] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_60-ea-b24) - Build # 13671 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13671/
Java: 64bit/jdk1.8.0_60-ea-b24 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
ERROR: SolrIndexSearcher opens=51 closes=50

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=51 closes=50
	at __randomizedtesting.SeedInfo.seed([FF2D41215DD9DB3D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:472)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:238)
	at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=5416, name=searcherExecutor-2424-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   1) Thread[id=5416, name=searcherExecutor-2424-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([FF2D41215DD9DB3D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=5416, name=searcherExecutor-2424-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=5416, name=searcherExecutor-2424-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([FF2D41215DD9DB3D]:0)




Build Log:
[...truncated 10360 lines...]
   [junit4] Suite: org.apache.solr.core.TestLazyCores
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/init-core-data-001
   [junit4]   2> 696569 INFO  (SUITE-TestLazyCores-seed#[FF2D41215DD9DB3D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 696571 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRace
   [junit4]   2> 696584 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/'
   [junit4]   2> 696598 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.CoreContainer New CoreContainer 1950684901
   [junit4]   2> 696598 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/]
   [junit4]   2> 696598 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/lib
   [junit4]   2> 696599 WARN  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/lib).
   [junit4]   2> 696605 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 696607 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 696607 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.CoreContainer Allocating transient cache for 4 transient cores
   [junit4]   2> 696609 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 696609 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 696609 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 696610 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/, dataDir=data/}
   [junit4]   2> 696610 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collectionLazy2, config=solrconfig.xml, transient=true, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=collection2, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/, dataDir=data/}
   [junit4]   2> 696610 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collectionLazy3, config=solrconfig.xml, transient=on, schema=schema.xml, loadOnStartup=false, configSetProperties=configsetprops.json, instanceDir=collection3, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/, dataDir=data/}
   [junit4]   2> 696610 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collectionLazy4, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=false, configSetProperties=configsetprops.json, instanceDir=collection4, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection4/, dataDir=data/}
   [junit4]   2> 696611 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collectionLazy5, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=collection5, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/, dataDir=data/}
   [junit4]   2> 696611 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collectionLazy6, config=solrconfig.xml, transient=true, schema=schema.xml, loadOnStartup=false, configSetProperties=configsetprops.json, instanceDir=collection6, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection6/, dataDir=data/}
   [junit4]   2> 696611 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collectionLazy7, config=solrconfig.xml, transient=true, schema=schema.xml, loadOnStartup=false, configSetProperties=configsetprops.json, instanceDir=collection7, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection7/, dataDir=data/}
   [junit4]   2> 696611 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collectionLazy8, config=solrconfig.xml, transient=true, schema=schema.xml, loadOnStartup=false, configSetProperties=configsetprops.json, instanceDir=collection8, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection8/, dataDir=data/}
   [junit4]   2> 696612 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collectionLazy9, config=solrconfig.xml, transient=true, schema=schema.xml, loadOnStartup=false, configSetProperties=configsetprops.json, instanceDir=collection9, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection9/, dataDir=data/}
   [junit4]   2> 696612 INFO  (coreLoadExecutor-2336-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/'
   [junit4]   2> 696613 INFO  (coreLoadExecutor-2336-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/'
   [junit4]   2> 696613 INFO  (coreLoadExecutor-2336-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/'
   [junit4]   2> 696633 INFO  (coreLoadExecutor-2336-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 696635 INFO  (coreLoadExecutor-2336-thread-2) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 696636 INFO  (coreLoadExecutor-2336-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 696638 INFO  (coreLoadExecutor-2336-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 696655 INFO  (coreLoadExecutor-2336-thread-1) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 696656 INFO  (coreLoadExecutor-2336-thread-1) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/conf/schema.xml
   [junit4]   2> 696657 INFO  (coreLoadExecutor-2336-thread-2) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 696657 INFO  (coreLoadExecutor-2336-thread-3) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 696657 INFO  (coreLoadExecutor-2336-thread-2) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/conf/schema.xml
   [junit4]   2> 696657 INFO  (coreLoadExecutor-2336-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=tiny
   [junit4]   2> 696659 INFO  (coreLoadExecutor-2336-thread-2) [    ] o.a.s.s.IndexSchema [collectionLazy2] Schema name=tiny
   [junit4]   2> 696659 INFO  (coreLoadExecutor-2336-thread-3) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 696660 INFO  (coreLoadExecutor-2336-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 696661 INFO  (coreLoadExecutor-2336-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/conf'
   [junit4]   2> 696661 INFO  (coreLoadExecutor-2336-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/
   [junit4]   2> 696661 INFO  (coreLoadExecutor-2336-thread-2) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 696661 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 696662 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/], dataDir=[null]
   [junit4]   2> 696662 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 696662 INFO  (coreLoadExecutor-2336-thread-2) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/conf'
   [junit4]   2> 696662 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data
   [junit4]   2> 696662 INFO  (coreLoadExecutor-2336-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collectionLazy2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/
   [junit4]   2> 696663 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data/index/
   [junit4]   2> 696663 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 696663 WARN  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 696663 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore [[collectionLazy2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/], dataDir=[null]
   [junit4]   2> 696663 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore JMX monitoring not detected for core: collectionLazy2
   [junit4]   2> 696663 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data/index
   [junit4]   2> 696664 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data
   [junit4]   2> 696664 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=29.34375, floorSegmentMB=0.6826171875, forceMergeDeletesPctAllowed=14.854206829152934, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7750812435374898
   [junit4]   2> 696664 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data/index/
   [junit4]   2> 696664 WARN  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore [collectionLazy2] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 696664 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data/index
   [junit4]   2> 696664 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@ad73785 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@57cf2d06),segFN=segments_1,generation=1}
   [junit4]   2> 696664 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=29.34375, floorSegmentMB=0.6826171875, forceMergeDeletesPctAllowed=14.854206829152934, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7750812435374898
   [junit4]   2> 696664 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 696665 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@55ec8f7e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1fb51ca4),segFN=segments_1,generation=1}
   [junit4]   2> 696665 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 696665 INFO  (coreLoadExecutor-2336-thread-3) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 696665 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data/
   [junit4]   2> 696665 INFO  (coreLoadExecutor-2336-thread-3) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/conf/schema.xml
   [junit4]   2> 696666 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 696666 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 696668 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696668 INFO  (coreLoadExecutor-2336-thread-3) [    ] o.a.s.s.IndexSchema [collectionLazy5] Schema name=tiny
   [junit4]   2> 696668 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696669 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696670 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696670 INFO  (coreLoadExecutor-2336-thread-3) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 696671 INFO  (coreLoadExecutor-2336-thread-3) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/conf'
   [junit4]   2> 696671 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/update/json/docs,/admin/luke,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 696671 INFO  (coreLoadExecutor-2336-thread-3) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collectionLazy5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/
   [junit4]   2> 696671 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 696671 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 696671 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore [[collectionLazy5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/], dataDir=[null]
   [junit4]   2> 696671 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore JMX monitoring not detected for core: collectionLazy5
   [junit4]   2> 696672 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data
   [junit4]   2> 696672 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data/index/
   [junit4]   2> 696672 WARN  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore [collectionLazy5] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data/index' doesn't exist. Creating new index...
   [junit4]   2> 696672 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data/index
   [junit4]   2> 696672 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=29.34375, floorSegmentMB=0.6826171875, forceMergeDeletesPctAllowed=14.854206829152934, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7750812435374898
   [junit4]   2> 696673 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6897d382 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@161006ae),segFN=segments_1,generation=1}
   [junit4]   2> 696673 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 696676 INFO  (OldIndexDirectoryCleanupThreadForCore-collectionLazy2) [    x:collectionLazy2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collectionLazy2 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data/
   [junit4]   2> 696677 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 696677 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 696677 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=78.765625, floorSegmentMB=1.7919921875, forceMergeDeletesPctAllowed=8.701696338379366, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25925400298019585
   [junit4]   2> 696677 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@ad73785 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@57cf2d06),segFN=segments_1,generation=1}
   [junit4]   2> 696678 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 696678 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4f2b0bb3[collection1] main
   [junit4]   2> 696678 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 696678 INFO  (OldIndexDirectoryCleanupThreadForCore-collectionLazy5) [    x:collectionLazy5] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collectionLazy5 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data/
   [junit4]   2> 696678 WARN  (OldIndexDirectoryCleanupThreadForCore-collectionLazy2) [    x:collectionLazy2] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 696678 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 696679 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696680 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696680 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696680 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696681 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696681 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696681 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696682 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696682 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/update/json/docs,/admin/luke,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 696683 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/update/json/docs,/admin/luke,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 696683 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 696683 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 696683 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 696679 WARN  (OldIndexDirectoryCleanupThreadForCore-collectionLazy5) [    x:collectionLazy5] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 696678 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/conf
   [junit4]   2> 696683 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/conf}
   [junit4]   2> 696684 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/conf
   [junit4]   2> 696684 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 696684 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 696683 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 696684 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=78.765625, floorSegmentMB=1.7919921875, forceMergeDeletesPctAllowed=8.701696338379366, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25925400298019585
   [junit4]   2> 696685 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@55ec8f7e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1fb51ca4),segFN=segments_1,generation=1}
   [junit4]   2> 696685 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 696685 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.s.SolrIndexSearcher Opening Searcher@730e0d36[collectionLazy2] main
   [junit4]   2> 696685 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/conf
   [junit4]   2> 696686 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/conf}
   [junit4]   2> 696686 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/conf
   [junit4]   2> 696686 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 696687 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 696688 INFO  (searcherExecutor-2337-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4f2b0bb3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 696689 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 696689 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 696689 INFO  (coreLoadExecutor-2336-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 696689 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=78.765625, floorSegmentMB=1.7919921875, forceMergeDeletesPctAllowed=8.701696338379366, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25925400298019585
   [junit4]   2> 696689 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.CoreContainer Opening transient core collectionLazy2
   [junit4]   2> 696689 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6897d382 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@161006ae),segFN=segments_1,generation=1}
   [junit4]   2> 696689 INFO  (coreLoadExecutor-2336-thread-2) [    x:collectionLazy2] o.a.s.c.CoreContainer registering core: collectionLazy2
   [junit4]   2> 696689 INFO  (searcherExecutor-2338-thread-1-processing-x:collectionLazy2) [    x:collectionLazy2] o.a.s.c.SolrCore [collectionLazy2] Registered new searcher Searcher@730e0d36[collectionLazy2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 696689 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 696690 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.s.SolrIndexSearcher Opening Searcher@5f8c67d8[collectionLazy5] main
   [junit4]   2> 696690 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/conf
   [junit4]   2> 696690 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/conf}
   [junit4]   2> 696691 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/conf
   [junit4]   2> 696691 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 696691 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 696691 INFO  (coreLoadExecutor-2336-thread-3) [    x:collectionLazy5] o.a.s.c.CoreContainer registering core: collectionLazy5
   [junit4]   2> 696693 INFO  (searcherExecutor-2340-thread-1-processing-x:collectionLazy5) [    x:collectionLazy5] o.a.s.c.SolrCore [collectionLazy5] Registered new searcher Searcher@5f8c67d8[collectionLazy5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 696693 INFO  (Thread-2459) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/'
   [junit4]   2> 696706 INFO  (Thread-2459) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 696708 INFO  (Thread-2459) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 696713 INFO  (Thread-2459) [    ] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 696713 INFO  (Thread-2459) [    ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/conf/schema.xml
   [junit4]   2> 696715 INFO  (Thread-2459) [    ] o.a.s.s.IndexSchema [collectionLazy3] Schema name=tiny
   [junit4]   2> 696717 INFO  (Thread-2459) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 696718 INFO  (Thread-2459) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/conf'
   [junit4]   2> 696718 INFO  (Thread-2459) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collectionLazy3' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/
   [junit4]   2> 696718 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 696718 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore [[collectionLazy3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/], dataDir=[null]
   [junit4]   2> 696718 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore JMX monitoring not detected for core: collectionLazy3
   [junit4]   2> 696723 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data
   [junit4]   2> 696723 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data/index/
   [junit4]   2> 696723 WARN  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore [collectionLazy3] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 696724 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data/index
   [junit4]   2> 696724 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=29.34375, floorSegmentMB=0.6826171875, forceMergeDeletesPctAllowed=14.854206829152934, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7750812435374898
   [junit4]   2> 696724 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75a15094 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b09bb53),segFN=segments_1,generation=1}
   [junit4]   2> 696724 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 696724 INFO  (OldIndexDirectoryCleanupThreadForCore-collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collectionLazy3 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data/
   [junit4]   2> 696725 WARN  (OldIndexDirectoryCleanupThreadForCore-collectionLazy3) [    x:collectionLazy3] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 696725 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 696726 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696727 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696727 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696728 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 696729 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/update/json/docs,/admin/luke,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 696729 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 696729 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 696729 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 696729 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=78.765625, floorSegmentMB=1.7919921875, forceMergeDeletesPctAllowed=8.701696338379366, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25925400298019585
   [junit4]   2> 696730 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75a15094 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b09bb53),segFN=segments_1,generation=1}
   [junit4]   2> 696730 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 696730 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.s.SolrIndexSearcher Opening Searcher@7cf15f05[collectionLazy3] main
   [junit4]   2> 696730 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/conf
   [junit4]   2> 696730 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/conf}
   [junit4]   2> 696730 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/conf
   [junit4]   2> 696730 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 696730 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 696731 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.CoreContainer Opening transient core collectionLazy3
   [junit4]   2> 696731 INFO  (searcherExecutor-2349-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrCore [collectionLazy3] Registered new searcher Searcher@7cf15f05[collectionLazy3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 696731 INFO  (Thread-2459) [    x:collectionLazy3] o.a.s.c.CoreContainer registering core: collectionLazy3
   [junit4]   2> 696734 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1950684901
   [junit4]   2> 696734 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@36c38af1
   [junit4]   2> 696735 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 696735 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 696735 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 696735 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 696736 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 696736 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 696736 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data/index;done=false>>]
   [junit4]   2> 696736 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data/index
   [junit4]   2> 696736 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data;done=false>>]
   [junit4]   2> 696736 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection1/data
   [junit4]   2> 696736 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.c.SolrCore [collectionLazy5]  CLOSING SolrCore org.apache.solr.core.SolrCore@5e2a8020
   [junit4]   2> 696737 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 696737 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 696737 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 696737 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 696738 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.c.SolrCore [collectionLazy5] Closing main searcher on request.
   [junit4]   2> 696738 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 696738 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data/index;done=false>>]
   [junit4]   2> 696738 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data/index
   [junit4]   2> 696738 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data;done=false>>]
   [junit4]   2> 696738 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy5] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection5/data
   [junit4]   2> 696739 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.c.SolrCore [collectionLazy2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4118f50d
   [junit4]   2> 696739 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 696739 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 696739 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 696739 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 696740 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.c.SolrCore [collectionLazy2] Closing main searcher on request.
   [junit4]   2> 696740 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 696740 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data/index;done=false>>]
   [junit4]   2> 696740 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data/index
   [junit4]   2> 696740 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data;done=false>>]
   [junit4]   2> 696740 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy2] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection2/data
   [junit4]   2> 696740 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrCore [collectionLazy3]  CLOSING SolrCore org.apache.solr.core.SolrCore@1986bfed
   [junit4]   2> 696740 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 696741 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 696741 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 696741 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 696741 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrCore [collectionLazy3] Closing main searcher on request.
   [junit4]   2> 696741 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 696742 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data;done=false>>]
   [junit4]   2> 696742 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data
   [junit4]   2> 696742 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data/index;done=false>>]
   [junit4]   2> 696742 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-001/collection3/data/index
   [junit4]   2> 696742 INFO  (TEST-TestLazyCores.testRace-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.SolrTestCaseJ4 ###Ending testRace
   [junit4]   2> 696743 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.SolrTestCaseJ4 ###Starting testBadConfigsGenerateErrors
   [junit4]   2> 696753 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/'
   [junit4]   2> 696762 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/solr.xml
   [junit4]   2> 696765 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoresLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002
   [junit4]   2> 696765 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoreContainer New CoreContainer 1197891392
   [junit4]   2> 696765 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/]
   [junit4]   2> 696765 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/lib
   [junit4]   2> 696765 WARN  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/lib).
   [junit4]   2> 696769 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 696771 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 696771 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 696771 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 696771 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 696771 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoresLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002
   [junit4]   2> 696772 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrCore Created CoreDescriptor: {name=core2, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/, dataDir=data/}
   [junit4]   2> 696772 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoresLocator Found core core2 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/
   [junit4]   2> 696772 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrCore Created CoreDescriptor: {name=badConfig2, config=solrconfig.xml, transient=true, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig2, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig2/, dataDir=data/}
   [junit4]   2> 696772 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoresLocator Found core badConfig2 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig2/
   [junit4]   2> 696773 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrCore Created CoreDescriptor: {name=core1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core1/, dataDir=data/}
   [junit4]   2> 696773 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoresLocator Found core core1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core1/
   [junit4]   2> 696773 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrCore Created CoreDescriptor: {name=badSchema1, config=solrconfig.xml, transient=true, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badSchema1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badSchema1/, dataDir=data/}
   [junit4]   2> 696773 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoresLocator Found core badSchema1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badSchema1/
   [junit4]   2> 696773 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrCore Created CoreDescriptor: {name=badConfig1, config=solrconfig.xml, transient=true, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig1/, dataDir=data/}
   [junit4]   2> 696773 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoresLocator Found core badConfig1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig1/
   [junit4]   2> 696774 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.SolrCore Created CoreDescriptor: {name=badSchema2, config=solrconfig.xml, transient=true, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badSchema2, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badSchema2/, dataDir=data/}
   [junit4]   2> 696774 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoresLocator Found core badSchema2 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badSchema2/
   [junit4]   2> 696774 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CoresLocator Found 6 core definitions
   [junit4]   2> 696774 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/'
   [junit4]   2> 696774 INFO  (coreLoadExecutor-2358-thread-2-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig2/'
   [junit4]   2> 696775 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core1/'
   [junit4]   2> 696788 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 696791 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 696792 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 696814 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 696815 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/conf/schema.xml
   [junit4]   2> 696815 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 696816 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.s.IndexSchema [core2] Schema name=tiny
   [junit4]   2> 696818 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 696820 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/conf'
   [junit4]   2> 696820 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/
   [junit4]   2> 696820 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 696820 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 696820 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/], dataDir=[null]
   [junit4]   2> 696820 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core1/conf/schema.xml
   [junit4]   2> 696821 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.SolrCore JMX monitoring not detected for core: core2
   [junit4]   2> 696821 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/data
   [junit4]   2> 696821 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/data/index/
   [junit4]   2> 696821 WARN  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.SolrCore [core2] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 696821 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/data/index
   [junit4]   2> 696822 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=29.34375, floorSegmentMB=0.6826171875, forceMergeDeletesPctAllowed=14.854206829152934, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7750812435374898
   [junit4]   2> 696822 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@d4d2487 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59875361),segFN=segments_1,generation=1}
   [junit4]   2> 696822 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 696823 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.s.IndexSchema [core1] Schema name=tiny
   [junit4]   2> 696823 INFO  (OldIndexDirectoryCleanupThreadForCore-core2) [    x:core2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core core2 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/data/
   [junit4]   2> 696823 WARN  (OldIndexDirectoryCleanupThreadForCore-core2) [    x:core2] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 696824 INFO  (coreLoadExecutor-2358-thread-2-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 696824 ERROR (coreLoadExecutor-2358-thread-2-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.CoreContainer Error creating core [badConfig2]: Could not load conf for core badConfig2: Error loading solr config from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig2/conf/solrconfig.xml
   [junit4]   2> org.apache.solr.common.SolrException: Could not load conf for core badConfig2: Error loading solr config from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig2/conf/solrconfig.xml
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:82)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:668)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:397)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:388)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error loading solr config from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badConfig2/conf/solrconfig.xml
   [junit4]   2> 	at org.apache.solr.core.SolrConfig.readFromResourceLoader(SolrConfig.java:184)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createSolrConfig(ConfigSetService.java:94)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:74)
   [junit4]   2> 	... 8 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig.xml; lineNumber: 55; columnNumber: 5; The element type "reqsthalr" must be terminated by the matching end-tag "</reqsthalr>".
   [junit4]   2> 	at org.apache.solr.core.Config.<init>(Config.java:156)
   [junit4]   2> 	at org.apache.solr.core.Config.<init>(Config.java:92)
   [junit4]   2> 	at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:199)
   [junit4]   2> 	at org.apache.solr.core.SolrConfig.readFromResourceLoader(SolrConfig.java:176)
   [junit4]   2> 	... 10 more
   [junit4]   2> Caused by: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig.xml; lineNumber: 55; columnNumber: 5; The element type "reqsthalr" must be terminated by the matching end-tag "</reqsthalr>".
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.createSAXParseException(ErrorHandlerWrapper.java:203)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.fatalError(ErrorHandlerWrapper.java:177)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:441)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:368)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.impl.XMLScanner.reportFatalError(XMLScanner.java:1437)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1749)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2973)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:117)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:510)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.parsers.DOMParser.parse(DOMParser.java:243)
   [junit4]   2> 	at com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderImpl.parse(DocumentBuilderImpl.java:348)
   [junit4]   2> 	at org.apache.solr.core.Config.<init>(Config.java:145)
   [junit4]   2> 	... 13 more
   [junit4]   2> 696825 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 696826 INFO  (coreLoadExecutor-2358-thread-2-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/badSchema1/'
   [junit4]   2> 696826 INFO  (coreLoadExecutor-2358-thread-1-processing-x:collectionLazy3) [    x:core2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 696826 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core1/conf'
   [junit4]   2> 696826 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:collectionLazy3] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core1/
   [junit4]   2> 696826 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:core1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 696827 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:core1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core1/], dataDir=[null]
   [junit4]   2> 696827 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:core1] o.a.s.c.SolrCore JMX monitoring not detected for core: core1
   [junit4]   2> 696827 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:core1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-002/core1/data
   [junit4]   2> 696827 INFO  (coreLoadExecutor-2358-thread-3-processing-x:collectionLazy3) [    x:core1] o.a.s.c.SolrCore

[...truncated too long message...]

test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-007/collection3/data
   [junit4]   2> 698433 INFO  (TEST-TestLazyCores.testLazyLoad-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-007/collection3/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-007/collection3/data/index;done=false>>]
   [junit4]   2> 698433 INFO  (TEST-TestLazyCores.testLazyLoad-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_FF2D41215DD9DB3D-001/tempDir-007/collection3/data/index
   [junit4]   2> 698434 INFO  (TEST-TestLazyCores.testLazyLoad-seed#[FF2D41215DD9DB3D]) [    x:collectionLazy3] o.a.s.SolrTestCaseJ4 ###Ending testLazyLoad
   [junit4]   2> 698434 INFO  (SUITE-TestLazyCores-seed#[FF2D41215DD9DB3D]-worker) [    x:collectionLazy3] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 698434 INFO  (SUITE-TestLazyCores-seed#[FF2D41215DD9DB3D]-worker) [    x:collectionLazy3] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1840416958
   [junit4]   2> 819445 ERROR (SUITE-TestLazyCores-seed#[FF2D41215DD9DB3D]-worker) [    x:collectionLazy3] o.a.s.SolrTestCaseJ4 ERROR: SolrIndexSearcher opens=51 closes=50
   [junit4]   2> Jul 31, 2015 5:18:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Jul 31, 2015 5:18:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   [junit4]   2>    1) Thread[id=5416, name=searcherExecutor-2424-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Jul 31, 2015 5:18:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=5416, name=searcherExecutor-2424-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2> Jul 31, 2015 5:18:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=5416, name=searcherExecutor-2424-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {v_t=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom), v_s=BlockTreeOrds(blocksize=128), v_f=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=pl, timezone=PNT
   [junit4]   2> NOTE: Linux 3.16.0-44-generic amd64/Oracle Corporation 1.8.0_60-ea (64-bit)/cpus=12,threads=2,free=31403856,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [CSVRequestHandlerTest, RequestLoggingTest, TestReplicationHandler, DateMathParserTest, DocValuesMissingTest, AnalyticsMergeStrategyTest, DistributedIntervalFacetingTest, OverseerStatusTest, ChangedSchemaMergeTest, TestSolrQueryParserDefaultOperatorResource, TestRandomFaceting, ZkNodePropsTest, ClusterStateTest, BasicZkTest, TestSolrIndexConfig, HdfsDirectoryTest, TestReqParamsAPI, AsyncMigrateRouteKeyTest, MultiTermTest, FastVectorHighlighterTest, HdfsBasicDistributedZkTest, SyncSliceTest, TestFaceting, RankQueryTest, CdcrReplicationHandlerTest, TestSolr4Spatial, TestSimpleTrackingShardHandler, MergeStrategyTest, TestMiniSolrCloudClusterSSL, TestBlendedInfixSuggestions, TestJsonRequest, MultiThreadedOCPTest, DeleteInactiveReplicaTest, TestRestoreCore, TestUpdate, TestLRUStatsCache, BasicDistributedZkTest, RemoteQueryErrorTest, DistributedSpellCheckComponentTest, TestShardHandlerFactory, TestBlobHandler, TestRangeQuery, TestPivotHelperCode, TestFieldTypeResource, TestLazyCores]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLazyCores -Dtests.seed=FF2D41215DD9DB3D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pl -Dtests.timezone=PNT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestLazyCores (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrIndexSearcher opens=51 closes=50
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FF2D41215DD9DB3D]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:472)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:238)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   [junit4]    >    1) Thread[id=5416, name=searcherExecutor-2424-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FF2D41215DD9DB3D]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=5416, name=searcherExecutor-2424-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FF2D41215DD9DB3D]:0)
   [junit4] Completed [276/528] on J0 in 146.04s, 7 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 779 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:717: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:661: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:518: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1429: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:984: There were test failures: 528 suites, 2081 tests, 3 suite-level errors, 642 ignored (25 assumptions)

Total time: 33 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any