You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/04/13 17:03:52 UTC

[JENKINS] Lucene-Solr-5.x-Linux (32bit/jdk1.8.0_40) - Build # 12121 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12121/
Java: 32bit/jdk1.8.0_40 -client -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.request.TestWriterPerf

Error Message:
1

Stack Trace:
java.lang.AssertionError: 1
	at __randomizedtesting.SeedInfo.seed([DE0B5E88774EE2FA]:0)
	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
	at sun.reflect.GeneratedMethodAccessor46.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([DE0B5E88774EE2FA:565F6152D9B28F02]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDeleteByIdCompositeRouterWithRouterField(FullSolrCloudDistribCmdsTest.java:383)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:146)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.request.TestWriterPerf.testPerf

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DE0B5E88774EE2FA:FF3CBF0F1FC0C9CB]:0)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:453)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
	at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
	at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
	at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
	at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9577 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/init-core-data-001
   [junit4]   2> 150934 T789 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /rcirg/z
   [junit4]   2> 150936 T789 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 150937 T790 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 150937 T790 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 151037 T789 oasc.ZkTestServer.run start zk server on port:35105
   [junit4]   2> 151037 T789 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 151038 T789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 151040 T797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@199b45f name:ZooKeeperConnection Watcher:127.0.0.1:35105 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 151040 T789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 151041 T789 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 151041 T789 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 151044 T789 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 151044 T789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 151045 T800 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d85334 name:ZooKeeperConnection Watcher:127.0.0.1:35105/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 151046 T789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 151046 T789 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 151046 T789 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 151049 T789 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 151050 T789 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 151052 T789 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 151053 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 151053 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 151056 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 151056 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 151058 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 151059 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 151060 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 151060 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 151062 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 151063 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 151064 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 151064 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 151066 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 151066 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 151068 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 151068 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 151070 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 151070 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 151072 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 151072 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 151074 T789 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 151074 T789 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 151132 T789 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1
   [junit4]   2> 151133 T789 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 151134 T789 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43112
   [junit4]   2> 151135 T789 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/tempDir-001/control/data, hostContext=/rcirg/z, hostPort=43112, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores}
   [junit4]   2> 151135 T789 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 151135 T789 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/'
   [junit4]   2> 151149 T789 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/solr.xml
   [junit4]   2> 151153 T789 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores
   [junit4]   2> 151154 T789 oasc.CoreContainer.<init> New CoreContainer 25088561
   [junit4]   2> 151154 T789 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/]
   [junit4]   2> 151154 T789 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/lib
   [junit4]   2> 151155 T789 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/lib).
   [junit4]   2> 151161 T789 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 151161 T789 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 151161 T789 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 151161 T789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 151162 T789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 151162 T789 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 151162 T789 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 151162 T789 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 151163 T789 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 151163 T789 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 151163 T789 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 151164 T789 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 151165 T789 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 151165 T789 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 151165 T789 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 151165 T789 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35105/solr
   [junit4]   2> 151166 T789 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 151166 T789 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 151166 T789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 151168 T812 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b91057 name:ZooKeeperConnection Watcher:127.0.0.1:35105 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 151168 T789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 151169 T789 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 151187 T789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 151188 T815 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d836ed name:ZooKeeperConnection Watcher:127.0.0.1:35105/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 151188 T789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 151190 T789 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 151191 T789 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 151193 T789 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 151195 T789 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 151197 T789 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 151199 T789 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 151200 T789 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 151201 T789 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 151203 T789 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43112_rcirg%2Fz
   [junit4]   2> 151203 T789 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43112_rcirg%2Fz
   [junit4]   2> 151206 T789 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 151208 T789 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 151209 T789 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 151210 T789 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:43112_rcirg%2Fz
   [junit4]   2> 151210 T789 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 151211 T789 oasc.Overseer.start Overseer (id=93646755319513091-127.0.0.1:43112_rcirg%2Fz-n_0000000000) starting
   [junit4]   2> 151213 T789 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 151218 T789 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 151219 T817 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 151219 T789 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 151219 T816 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 151222 T789 N:127.0.0.1:43112_rcirg%2Fz oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores
   [junit4]   2> 151223 T789 N:127.0.0.1:43112_rcirg%2Fz oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 151224 T789 N:127.0.0.1:43112_rcirg%2Fz oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1/
   [junit4]   2> 151224 T789 N:127.0.0.1:43112_rcirg%2Fz oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 151225 T819 N:127.0.0.1:43112_rcirg%2Fz C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 151225 T819 N:127.0.0.1:43112_rcirg%2Fz C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 151226 T815 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 151226 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 151227 T816 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43112/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:43112_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 151227 T816 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43112/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:43112_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 151228 T816 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 151228 T816 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 151229 T815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152226 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 152227 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 152227 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 152228 T819 N:127.0.0.1:43112_rcirg%2Fz oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 152229 T819 N:127.0.0.1:43112_rcirg%2Fz oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 152229 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1/'
   [junit4]   2> 152241 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 152242 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 152247 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 152252 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 152260 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 152261 T819 N:127.0.0.1:43112_rcirg%2Fz oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 152265 T819 N:127.0.0.1:43112_rcirg%2Fz oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 152340 T819 N:127.0.0.1:43112_rcirg%2Fz oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 152341 T819 N:127.0.0.1:43112_rcirg%2Fz oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 152342 T819 N:127.0.0.1:43112_rcirg%2Fz oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 152344 T819 N:127.0.0.1:43112_rcirg%2Fz oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 152359 T819 N:127.0.0.1:43112_rcirg%2Fz oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 152359 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 152359 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1/data/
   [junit4]   2> 152360 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1236036
   [junit4]   2> 152360 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1/data
   [junit4]   2> 152360 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1/data/index/
   [junit4]   2> 152361 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 152361 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/control-001/cores/collection1/data/index
   [junit4]   2> 152361 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 152362 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@66cb63 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1363c51),segFN=segments_1,generation=1}
   [junit4]   2> 152362 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 152366 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 152366 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 152367 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 152367 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 152367 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 152367 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 152367 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 152368 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 152368 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 152369 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 152370 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 152371 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 152372 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 152377 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 152377 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 152378 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 152378 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 152378 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 152379 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 152380 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@a6be09
   [junit4]   2> 152380 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@66cb63 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1363c51),segFN=segments_1,generation=1}
   [junit4]   2> 152381 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 152381 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@10a3cee[collection1] main
   [junit4]   2> 152381 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 152382 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 152382 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 152382 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 152383 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 152383 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 152383 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 152384 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 152384 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 152384 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 152384 T819 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 152385 T820 N:127.0.0.1:43112_rcirg%2Fz c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10a3cee[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 152385 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43112/rcirg/z collection:control_collection shard:shard1
   [junit4]   2> 152385 T789 N:127.0.0.1:43112_rcirg%2Fz oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 152385 T789 N:127.0.0.1:43112_rcirg%2Fz oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 152385 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 152387 T789 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 152387 T789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 152389 T826 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@188baac name:ZooKeeperConnection Watcher:127.0.0.1:35105/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 152389 T789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 152390 T789 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 152390 T789 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 152391 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 152392 T815 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 152393 T789 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 152393 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 152393 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 152393 T816 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> ASYNC  NEW_CORE C116 name=collection1 org.apache.solr.core.SolrCore@1cc0c02 url=http://127.0.0.1:43112/rcirg/z/collection1 node=127.0.0.1:43112_rcirg%2Fz C116_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:43112/rcirg/z, node_name=127.0.0.1:43112_rcirg%2Fz, state=down}
   [junit4]   2> 152393 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 C116 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43112/rcirg/z/collection1/
   [junit4]   2> 152394 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 C116 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 152394 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 C116 oasc.SyncStrategy.syncToMe http://127.0.0.1:43112/rcirg/z/collection1/ has no replicas
   [junit4]   2> 152394 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43112/rcirg/z/collection1/ shard1
   [junit4]   2> 152395 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 152398 T815 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 152399 T816 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43112/rcirg/z",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 152473 T789 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1
   [junit4]   2> 152474 T789 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001
   [junit4]   2> 152474 T789 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 152475 T789 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48306
   [junit4]   2> 152476 T789 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/rcirg/z, hostPort=48306, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores}
   [junit4]   2> 152476 T789 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 152477 T789 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/'
   [junit4]   2> 152493 T789 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/solr.xml
   [junit4]   2> 152498 T789 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores
   [junit4]   2> 152499 T789 oasc.CoreContainer.<init> New CoreContainer 22280946
   [junit4]   2> 152499 T789 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/]
   [junit4]   2> 152499 T789 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/lib
   [junit4]   2> 152500 T789 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/lib).
   [junit4]   2> 152501 T815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152501 T826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152507 T789 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 152507 T789 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 152508 T789 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 152508 T789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 152508 T789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 152508 T789 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 152508 T789 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 152509 T789 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 152509 T789 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 152509 T789 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 152509 T789 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 152510 T789 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 152511 T789 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 152511 T789 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 152512 T789 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 152512 T789 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35105/solr
   [junit4]   2> 152512 T789 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 152512 T789 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 152513 T789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 152514 T838 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bdcc79 name:ZooKeeperConnection Watcher:127.0.0.1:35105 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 152514 T789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 152515 T789 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 152517 T789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 152518 T841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@124618d name:ZooKeeperConnection Watcher:127.0.0.1:35105/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 152518 T789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 152522 T789 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 152549 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:43112/rcirg/z/collection1/ and leader is http://127.0.0.1:43112/rcirg/z/collection1/
   [junit4]   2> 152549 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43112/rcirg/z
   [junit4]   2> 152549 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 152549 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 152550 T823 N:127.0.0.1:43112_rcirg%2Fz C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 152551 T815 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 152552 T816 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43112/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:43112_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 152552 T816 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43112/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:43112_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 152655 T815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152655 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 152655 T826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 153526 T789 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48306_rcirg%2Fz
   [junit4]   2> 153526 T789 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48306_rcirg%2Fz
   [junit4]   2> 153528 T789 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 153530 T789 N:127.0.0.1:48306_rcirg%2Fz oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores
   [junit4]   2> 153531 T789 N:127.0.0.1:48306_rcirg%2Fz oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 153531 T789 N:127.0.0.1:48306_rcirg%2Fz oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1/
   [junit4]   2> 153531 T789 N:127.0.0.1:48306_rcirg%2Fz oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 153532 T842 N:127.0.0.1:48306_rcirg%2Fz C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 153532 T842 N:127.0.0.1:48306_rcirg%2Fz C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 153533 T815 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 153533 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 153534 T816 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48306/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:48306_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 153534 T816 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48306/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:48306_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 153535 T816 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 153535 T816 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 153637 T815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 153637 T826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 153637 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 154533 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 154534 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 154534 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 154534 T842 N:127.0.0.1:48306_rcirg%2Fz oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 154535 T842 N:127.0.0.1:48306_rcirg%2Fz oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 154535 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1/'
   [junit4]   2> 154547 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 154549 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 154554 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 154563 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 154576 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 154577 T842 N:127.0.0.1:48306_rcirg%2Fz oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 154584 T842 N:127.0.0.1:48306_rcirg%2Fz oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 154690 T842 N:127.0.0.1:48306_rcirg%2Fz oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 154691 T842 N:127.0.0.1:48306_rcirg%2Fz oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 154693 T842 N:127.0.0.1:48306_rcirg%2Fz oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 154695 T842 N:127.0.0.1:48306_rcirg%2Fz oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 154711 T842 N:127.0.0.1:48306_rcirg%2Fz oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 154711 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 154712 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 154712 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1236036
   [junit4]   2> 154713 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1/data
   [junit4]   2> 154713 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 154713 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 154714 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 154714 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 154715 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1134be lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f9f19e),segFN=segments_1,generation=1}
   [junit4]   2> 154715 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 154721 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 154722 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 154722 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 154722 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 154722 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 154723 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 154723 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 154723 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 154723 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 154726 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 154727 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 154729 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 154730 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 154738 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 154739 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 154740 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 154740 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 154741 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 154741 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 154742 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@8780bf
   [junit4]   2> 154743 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1134be lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f9f19e),segFN=segments_1,generation=1}
   [junit4]   2> 154743 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 154743 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@135a544[collection1] main
   [junit4]   2> 154744 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 154744 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 154745 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 154745 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 154745 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 154746 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 154746 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 154746 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 154747 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 154747 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 154750 T843 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@135a544[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 154751 T842 N:127.0.0.1:48306_rcirg%2Fz c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 154751 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48306/rcirg/z collection:collection1 shard:shard2
   [junit4]   2> 154752 T789 N:127.0.0.1:48306_rcirg%2Fz oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 154752 T789 N:127.0.0.1:48306_rcirg%2Fz oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 154752 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 154756 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 154757 T815 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 154757 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 154758 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C117 name=collection1 org.apache.solr.core.SolrCore@15734dc url=http://127.0.0.1:48306/rcirg/z/collection1 node=127.0.0.1:48306_rcirg%2Fz C117_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:48306/rcirg/z, node_name=127.0.0.1:48306_rcirg%2Fz, state=down}
   [junit4]   2> 154758 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 C117 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48306/rcirg/z/collection1/
   [junit4]   2> 154758 T816 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 154758 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 C117 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 154759 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 C117 oasc.SyncStrategy.syncToMe http://127.0.0.1:48306/rcirg/z/collection1/ has no replicas
   [junit4]   2> 154759 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48306/rcirg/z/collection1/ shard2
   [junit4]   2> 154759 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 154762 T815 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 154763 T816 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48306/rcirg/z",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 154810 T789 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/cores/collection1
   [junit4]   2> 154811 T789 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001
   [junit4]   2> 154812 T789 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 154814 T789 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42913
   [junit4]   2> 154814 T789 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/rcirg/z, hostPort=42913, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/cores}
   [junit4]   2> 154814 T789 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 154815 T789 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/'
   [junit4]   2> 154828 T789 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/solr.xml
   [junit4]   2> 154832 T789 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/cores
   [junit4]   2> 154833 T789 oasc.CoreContainer.<init> New CoreContainer 10509655
   [junit4]   2> 154833 T789 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/]
   [junit4]   2> 154833 T789 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/lib
   [junit4]   2> 154834 T789 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/lib).
   [junit4]   2> 154840 T789 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 154841 T789 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 154841 T789 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 154841 T789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 154841 T789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 154841 T789 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 154842 T789 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 154842 T789 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 154842 T789 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 154842 T789 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 154842 T789 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 154844 T789 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 154844 T789 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 154844 T789 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 154845 T789 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 154845 T789 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35105/solr
   [junit4]   2> 154845 T789 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 154845 T789 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 154846 T789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 154847 T858 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a716b name:ZooKeeperConnection Watcher:127.0.0.1:35105 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 154848 T789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 154848 T789 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 154850 T789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 154852 T861 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2238cf name:ZooKeeperConnection Watcher:127.0.0.1:35105/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 154852 T789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 154855 T789 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 154865 T826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 154866 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 154866 T815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 154865 T861 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 154913 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oasc.ZkController.register We are http://127.0.0.1:48306/rcirg/z/collection1/ and leader is http://127.0.0.1:48306/rcirg/z/collection1/
   [junit4]   2> 154914 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48306/rcirg/z
   [junit4]   2> 154914 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 154914 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 154914 T846 N:127.0.0.1:48306_rcirg%2Fz C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 154915 T815 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 154916 T816 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48306/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:48306_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 154916 T816 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48306/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:48306_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 155020 T861 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 155020 T815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 155020 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 155020 T826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 155859 T789 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42913_rcirg%2Fz
   [junit4]   2> 155859 T789 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42913_rcirg%2Fz
   [junit4]   2> 155861 T789 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 155863 T789 N:127.0.0.1:42913_rcirg%2Fz oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/cores
   [junit4]   2> 155864 T789 N:127.0.0.1:42913_rcirg%2Fz oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 155864 T789 N:127.0.0.1:42913_rcirg%2Fz oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest DE0B5E88774EE2FA-001/shard-2-001/cores/collection1/
   [junit4]   2> 155865 T789 N:127.0.0.1:42913_rcirg%2Fz oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 155866 T862 N:127.0.0.1:42913_rcirg%2Fz C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 155866 T862 N:127.0.0.1:42913_rcirg%2Fz C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 155867 T815 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 155867 T862 N:127.0.0.1:42913_rcirg%2Fz oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 155868 T816 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42913/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:42913_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 155868 T816 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:42913/rcirg/z",
   [junit4]   2> 	  "node_name":"127.0.0.1:42913_rcirg%2Fz",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 155868 T816 oasco.ReplicaMutator.updateState Collection already exists with numShards=3
   [junit4]   2> 155868 T816 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 155971 T826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 155971 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 155971 T815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 155971 T861 oascc.ZkStateReader$2.process A c

[...truncated too long message...]

arch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 967211 T4943 oasc.SolrException.log ERROR Error shutting down core:java.lang.AssertionError: 1
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor46.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf DE0B5E88774EE2FA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {f_i=PostingsFormat(name=MockRandom), f_ss=PostingsFormat(name=LuceneFixedGap), f_t=BlockTreeOrds(blocksize=128), id=BlockTreeOrds(blocksize=128)}, docValues:{}, sim=DefaultSimilarity, locale=zh_HK, timezone=Asia/Sakhalin
   [junit4]   2> NOTE: Linux 3.13.0-49-generic i386/Oracle Corporation 1.8.0_40 (32-bit)/cpus=12,threads=1,free=195152104,total=274202624
   [junit4]   2> NOTE: All tests run in this JVM: [ZkControllerTest, SolrCmdDistributorTest, TestSolrDynamicMBean, ZkCLITest, CurrencyFieldOpenExchangeTest, TestStressUserVersions, StatelessScriptUpdateProcessorFactoryTest, SystemInfoHandlerTest, SolrTestCaseJ4Test, HdfsSyncSliceTest, WordBreakSolrSpellCheckerTest, TestSortingResponseWriter, TestAtomicUpdateErrorCases, ScriptEngineTest, TestCloudPivotFacet, HdfsChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, HdfsBasicDistributedZkTest, OutOfBoxZkACLAndCredentialsProvidersTest, DocValuesMultiTest, SimpleCollectionCreateDeleteTest, CoreAdminHandlerTest, CloudMLTQParserTest, TestObjectReleaseTracker, TestFiltering, ChaosMonkeySafeLeaderTest, BadComponentTest, TestManagedSchemaFieldResource, TestIndexSearcher, TestFieldSortValues, TestStandardQParsers, ShowFileRequestHandlerTest, TestJsonFacets, DistanceFunctionTest, TestFuzzyAnalyzedSuggestions, FileUtilsTest, IndexSchemaRuntimeFieldTest, AlternateDirectoryTest, TestManagedResourceStorage, TestComponentsName, CoreAdminCreateDiscoverTest, TestIntervalFaceting, TestConfigSets, DistributedTermsComponentTest, RequiredFieldsTest, CacheHeaderTest, DistanceUnitsTest, TestLFUCache, TestPHPSerializedResponseWriter, StressHdfsTest, TestFoldingMultitermQuery, AssignTest, DocumentBuilderTest, NoCacheHeaderTest, LukeRequestHandlerTest, TestDynamicFieldCollectionResource, TestRTGBase, TestLMJelinekMercerSimilarityFactory, TestStressVersions, TestUniqueKeyFieldResource, TestInitParams, TestFastLRUCache, SpatialFilterTest, TestAnalyzedSuggestions, TestDocBasedVersionConstraints, TestSolrCoreProperties, DistribCursorPagingTest, TestHashQParserPlugin, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestDistributedGrouping, TestClusterStateMutator, ExternalCollectionsTest, TestRebalanceLeaders, CopyFieldTest, ConnectionManagerTest, ConvertedLegacyTest, UpdateParamsTest, RollingRestartTest, SpellCheckComponentTest, JSONWriterTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, AutoCommitTest, TestHashPartitioner, TestReload, HardAutoCommitTest, TestRangeQuery, TestCoreContainer, TestGroupingSearch, TestBadConfig, SoftAutoCommitTest, SolrRequestParserTest, SuggesterWFSTTest, PolyFieldTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, TestRemoteStreaming, TestSurroundQueryParser, StandardRequestHandlerTest, TestWriterPerf]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf -Dtests.seed=DE0B5E88774EE2FA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_HK -Dtests.timezone=Asia/Sakhalin -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestWriterPerf (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DE0B5E88774EE2FA]:0)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]    > 	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]    > 	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [289/482] on J1 in 12.71s, 1 test, 1 failure, 1 error <<< FAILURES!

[...truncated 598 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:536: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:484: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:229: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:511: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1434: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:991: There were test failures: 482 suites, 1915 tests, 1 suite-level error, 1 error, 1 failure, 50 ignored (22 assumptions)

Total time: 46 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_40 -client -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-5.x-Linux (64bit/jdk1.7.0_80-ea-b05) - Build # 12125 - Still Failing!

Posted by "david.w.smiley@gmail.com" <da...@gmail.com>.
Woops; sorry for the noise in the highlighter; I'll fix

On Mon, Apr 13, 2015 at 4:51 PM Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12125/
> Java: 64bit/jdk1.7.0_80-ea-b05 -XX:-UseCompressedOops
> -XX:+UseConcMarkSweepGC
>
> 2 tests failed.
> FAILED:  junit.framework.TestSuite.org.apache.solr.request.TestWriterPerf
>
> Error Message:
> 1
>
> Stack Trace:
> java.lang.AssertionError: 1
>         at __randomizedtesting.SeedInfo.seed([D9131D669EBC7199]:0)
>         at
> org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
>         at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
>         at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
>         at
> org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
>         at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
>         at
> org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
>         at
> org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
>         at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
> FAILED:  org.apache.solr.request.TestWriterPerf.testPerf
>
> Error Message:
>
>
> Stack Trace:
> java.lang.NullPointerException
>         at
> __randomizedtesting.SeedInfo.seed([D9131D669EBC7199:F824FCE1F6325AA8]:0)
>         at
> org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:451)
>         at
> org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
>         at
> org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
>         at
> org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
>         at
> org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
>         at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
>         at
> org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
>         at
> org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
>         at
> org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 9677 lines...]
>    [junit4] Suite: org.apache.solr.request.TestWriterPerf
>    [junit4]   2> Creating dataDir:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001
>    [junit4]   2> 207140 T799 oas.SolrTestCaseJ4.buildSSLConfig Randomized
> ssl (false) and clientAuth (false)
>    [junit4]   2> 207140 T799 oas.SolrTestCaseJ4.initCore ####initCore
>    [junit4]   2> 207140 T799 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/'
>    [junit4]   2> 207141 T799 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/'
> to classloader
>    [junit4]   2> 207141 T799 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/README'
> to classloader
>    [junit4]   2> 207156 T799 oasc.SolrConfig.refreshRequestParams current
> version of requestparams : -1
>    [junit4]   2> 207163 T799 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: 5.2.0
>    [junit4]   2> 207177 T799 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig-functionquery.xml
>    [junit4]   2> 207178 T799 oass.IndexSchema.readSchema Reading Solr
> Schema from
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema11.xml
>    [junit4]   2> 207181 T799 oass.IndexSchema.readSchema [null] Schema
> name=example
>    [junit4]   2> 207242 T799 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 207244 T799 oass.IndexSchema.readSchema unique key field:
> id
>    [junit4]   2> 207246 T799 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
>    [junit4]   2> 207246 T799 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr
>    [junit4]   2> 207247 T799 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/'
>    [junit4]   2> 207256 T799 oasc.CoreContainer.<init> New CoreContainer
> 428309692
>    [junit4]   2> 207257 T799 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/]
>    [junit4]   2> 207257 T799 oasc.CoreContainer.load loading shared
> library:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/lib
>    [junit4]   2> 207257 T799 oasc.SolrResourceLoader.addToClassLoader WARN
> Can't find (or read) directory to add to classloader: lib (resolved as:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/lib).
>    [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 600000
>    [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: null
>    [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 60000
>    [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnections to: 10000
>    [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
>    [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
>    [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
>    [junit4]   2> 207263 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
>    [junit4]   2> 207263 T799 oashc.HttpShardHandlerFactory.getParameter
> Setting useRetries to: false
>    [junit4]   2> 207263 T799 oasu.UpdateShardHandler.<init> Creating
> UpdateShardHandler HTTP client with params:
> socketTimeout=30000&connTimeout=30000&retry=true
>    [junit4]   2> 207264 T799 oasl.LogWatcher.createWatcher SLF4J impl is
> org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 207264 T799 oasl.LogWatcher.newRegisteredLogWatcher
> Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 207264 T799 oasc.CoreContainer.load Node Name: testNode
>    [junit4]   2> 207265 T799 oasc.CoreDescriptor.<init> CORE DESCRIPTOR:
> {shard=shard1, loadOnStartup=true, schema=schema11.xml,
> config=solrconfig-functionquery.xml, transient=false, name=collection1,
> collection=collection1, instanceDir=collection1,
> absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/,
> dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001}
>    [junit4]   2> 207265 T800 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/'
>    [junit4]   2> 207266 T800 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/'
> to classloader
>    [junit4]   2> 207266 T800 oasc.SolrResourceLoader.replaceClassLoader
> Adding
> 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/README'
> to classloader
>    [junit4]   2> 207281 T800 oasc.SolrConfig.refreshRequestParams current
> version of requestparams : -1
>    [junit4]   2> 207288 T800 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: 5.2.0
>    [junit4]   2> 207302 T800 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig-functionquery.xml
>    [junit4]   2> 207302 T800 oass.IndexSchema.readSchema Reading Solr
> Schema from
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema11.xml
>    [junit4]   2> 207307 T800 oass.IndexSchema.readSchema [collection1]
> Schema name=example
>    [junit4]   2> 207367 T800 oass.IndexSchema.readSchema default search
> field in schema is text
>    [junit4]   2> 207368 T800 oass.IndexSchema.readSchema unique key field:
> id
>    [junit4]   2> 207371 T800 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using configuration from instancedir
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/
>    [junit4]   2> 207371 T800 c:collection1
> oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 207371 T800 c:collection1 oasc.SolrCore.<init>
> [collection1] Opening new SolrCore at
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/,
> dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001/
>    [junit4]   2> 207371 T800 c:collection1 oasc.SolrCore.<init> JMX
> monitoring not detected for core: collection1
>    [junit4]   2> 207372 T800 c:collection1
> oasc.CachingDirectoryFactory.get return new directory for
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001
>    [junit4]   2> 207372 T800 c:collection1 oasc.SolrCore.getNewIndexDir
> New index directory detected: old=null
> new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001/index/
>    [junit4]   2> 207372 T800 c:collection1 oasc.SolrCore.initIndex WARN
> [collection1] Solr index directory
> '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001/index' doesn't exist. Creating new
> index...
>    [junit4]   2> 207372 T800 c:collection1
> oasc.CachingDirectoryFactory.get return new directory for
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001/index
>    [junit4]   2> 207372 T800 c:collection1 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class
> org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
> minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=false, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8669054894377152]
>    [junit4]   2> 207373 T800 c:collection1
> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@62e501bc
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d5105d
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 207373 T800 c:collection1
> oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>    [junit4]   2> 207375 T800 c:collection1
> oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain
> defined as default, creating implicit default
>    [junit4]   2> 207377 T800 c:collection1 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 207377 T800 c:collection1 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 207378 T800 c:collection1 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 207379 T800 c:collection1 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
>    [junit4]   2> 207381 T800 c:collection1
> oasc.RequestHandlers.initHandlersFromConfig Registered paths:
> /admin/properties,/get,/update/json/docs,/update/json,/admin/ping,/admin/mbeans,/schema,/admin/plugins,/update,/admin/segments,/admin/luke,/reloadCache,/update/csv,/replication,/admin/threads,/admin/logging,/admin/file,standard,/config,/admin/system
>    [junit4]   2> 207382 T800 c:collection1 oasc.SolrCore.initStatsCache
> Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
>    [junit4]   2> 207382 T800 c:collection1 oasu.CommitTracker.<init> Hard
> AutoCommit: disabled
>    [junit4]   2> 207382 T800 c:collection1 oasu.CommitTracker.<init> Soft
> AutoCommit: disabled
>    [junit4]   2> 207383 T800 c:collection1 oasu.RandomMergePolicy.<init>
> RandomMergePolicy wrapping class
> org.apache.lucene.index.MockRandomMergePolicy:
> org.apache.lucene.index.MockRandomMergePolicy@7376d5d2
>    [junit4]   2> 207384 T800 c:collection1 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@62e501bc
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d5105d
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 207384 T800 c:collection1
> oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>    [junit4]   2> 207384 T800 c:collection1 oass.SolrIndexSearcher.<init>
> Opening Searcher@79f4165a[collection1] main
>    [junit4]   2> 207384 T800 c:collection1
> oasr.ManagedResourceStorage.newStorageIO WARN Cannot write to config
> directory
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf;
> switching to use InMemory storage instead.
>    [junit4]   2> 207384 T800 c:collection1 oasr.RestManager.init
> Initializing RestManager with initArgs: {}
>    [junit4]   2> 207384 T800 c:collection1
> oasr.ManagedResourceStorage.load Reading _rest_managed.json using
> InMemoryStorage
>    [junit4]   2> 207385 T800 c:collection1 oasr.RestManager.init
> Initializing 0 registered ManagedResources
>    [junit4]   2> 207385 T800 c:collection1 oash.ReplicationHandler.inform
> Commits will be reserved for  10000
>    [junit4]   2> 207385 T800 c:collection1 oasc.CoreContainer.registerCore
> registering core: collection1
>    [junit4]   2> 207385 T801 c:collection1 oasc.SolrCore.registerSearcher
> [collection1] Registered new searcher Searcher@79f4165a[collection1]
> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 207386 T799 oas.SolrTestCaseJ4.initCore ####initCore end
>    [junit4]   2> 207394 T799 oas.SolrTestCaseJ4.setUp ###Starting testPerf
>    [junit4]   2> ASYNC  NEW_CORE C137 name=collection1
> org.apache.solr.core.SolrCore@7a38bd59
>    [junit4]   2> 207396 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[1]} 0 2
>    [junit4]   2> 207398 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[2]} 0 1
>    [junit4]   2> 207399 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[3]} 0 0
>    [junit4]   2> 207401 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[4]} 0 1
>    [junit4]   2> 207402 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[5]} 0 1
>    [junit4]   2> 207403 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[6]} 0 1
>    [junit4]   2> 207404 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[7]} 0 1
>    [junit4]   2> 207405 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[8]} 0 1
>    [junit4]   2> 207406 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[9]} 0 1
>    [junit4]   2> 207407 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[10]} 0 1
>    [junit4]   2> 207408 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[11]} 0 1
>    [junit4]   2> 207409 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {add=[12]} 0 1
>    [junit4]   2> 207409 T799 C137 oasu.DirectUpdateHandler2.commit start
> commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
>    [junit4]   2> 207420 T799 C137 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=2
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@62e501bc
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d5105d
> ),segFN=segments_1,generation=1}
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@62e501bc
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d5105d
> ),segFN=segments_2,generation=2}
>    [junit4]   2> 207420 T799 C137 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 2
>    [junit4]   2> 207422 T799 C137 oass.SolrIndexSearcher.<init> Opening
> Searcher@2b41653f[collection1] main
>    [junit4]   2> 207422 T799 C137 oasu.DirectUpdateHandler2.commit
> end_commit_flush
>    [junit4]   2> 207422 T801 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@2b41653f[collection1]
> main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(5.2.0):c12)))}
>    [junit4]   2> 207422 T799 C137 oasup.LogUpdateProcessor.finish
> [collection1] webapp=null path=null params={} {optimize=} 0 13
>    [junit4]   2> 207432 T799 oasc.SolrException.log ERROR
> java.lang.NullPointerException
>    [junit4]   2>                at
> org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:451)
>    [junit4]   2>                at
> org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
>    [junit4]   2>                at
> org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
>    [junit4]   2>                at
> org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
>    [junit4]   2>                at
> org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
>    [junit4]   2>                at
> org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
>    [junit4]   2>                at
> org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
>    [junit4]   2>                at
> org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
>    [junit4]   2>                at
> org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
>    [junit4]   2>                at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>    [junit4]   2>                at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>    [junit4]   2>                at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   2>                at
> java.lang.reflect.Method.invoke(Method.java:606)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>    [junit4]   2>                at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>    [junit4]   2>                at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>    [junit4]   2>                at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2>
>    [junit4]   2> 207434 T799 oasc.SolrCore.execute [collection1]
> webapp=null path=null
> params={fl=*,score&facet.offset=0&hl.fl=t1&start=0&indent=false&facet.field=f_i&facet.field=f_ss&facet.field=f_t&rows=100&facet.mincount=0&facet.limit=100&facet.sort=count&facet=true&q=id:[*+TO+*]+all+country&hl=true&wt=xml&echoParams=all}
> hits=12 status=500 QTime=10
>    [junit4]   2> 207434 T799 oas.SolrTestCaseJ4.tearDown ###Ending testPerf
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf
> -Dtests.method=testPerf -Dtests.seed=D9131D669EBC7199 -Dtests.multiplier=3
> -Dtests.slow=true -Dtests.locale=en_US -Dtests.timezone=Pacific/Kwajalein
> -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
>    [junit4] ERROR   0.05s J1 | TestWriterPerf.testPerf <<<
>    [junit4]    > Throwable #1: java.lang.NullPointerException
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([D9131D669EBC7199:F824FCE1F6325AA8]:0)
>    [junit4]    >        at
> org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:451)
>    [junit4]    >        at
> org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
>    [junit4]    >        at
> org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
>    [junit4]    >        at
> org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
>    [junit4]    >        at
> org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
>    [junit4]    >        at
> org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
>    [junit4]    >        at
> org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
>    [junit4]    >        at
> org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
>    [junit4]    >        at
> org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2> 207439 T799 oas.SolrTestCaseJ4.deleteCore ###deleteCore
>    [junit4]   2> 207439 T799 oasc.CoreContainer.shutdown Shutting down
> CoreContainer instance=428309692
>    [junit4]   2> 207439 T799 oasc.SolrCore.close [collection1]  CLOSING
> SolrCore org.apache.solr.core.SolrCore@7a38bd59
>    [junit4]   2> 207439 T799 oasu.DirectUpdateHandler2.close closing
> DirectUpdateHandler2{commits=0,autocommits=0,soft
> autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=12,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
>    [junit4]   2> 207440 T799 oasu.SolrCoreState.decrefSolrCoreState
> Closing SolrCoreState
>    [junit4]   2> 207440 T799 oasu.DefaultSolrCoreState.closeIndexWriter
> SolrCoreState ref count has reached 0 - closing IndexWriter
>    [junit4]   2> 207440 T799 oasu.DefaultSolrCoreState.closeIndexWriter
> closing IndexWriter with IndexWriterCloser
>    [junit4]   2> 207440 T799 oasc.SolrCore.closeSearcher [collection1]
> Closing main searcher on request.
>    [junit4]   2> 207440 T799 oasc.CachingDirectoryFactory.close Closing
> MockDirectoryFactory - 2 directories currently being tracked
>    [junit4]   2> 219550 T799 oasc.CachingDirectoryFactory.close ERROR
> Timeout waiting for all directory ref counts to be released - gave up
> waiting on
> CachedDir<<refCount=1;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001/index;done=false>>
>    [junit4]   2> 219551 T799 oasc.SolrException.log ERROR Error closing
> directory:org.apache.solr.common.SolrException: Timeout waiting for all
> directory ref counts to be released - gave up waiting on
> CachedDir<<refCount=1;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001/index;done=false>>
>    [junit4]   2>                at
> org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:187)
>    [junit4]   2>                at
> org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
>    [junit4]   2>                at
> org.apache.solr.core.SolrCores.close(SolrCores.java:117)
>    [junit4]   2>                at
> org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
>    [junit4]   2>                at
> org.apache.solr.util.TestHarness.close(TestHarness.java:359)
>    [junit4]   2>                at
> org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
>    [junit4]   2>                at
> org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
>    [junit4]   2>                at
> sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
>    [junit4]   2>                at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   2>                at
> java.lang.reflect.Method.invoke(Method.java:606)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>    [junit4]   2>                at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>    [junit4]   2>                at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2>
>    [junit4]   2> 219551 T799 oasc.CachingDirectoryFactory.closeCacheValue
> looking to close
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001
> [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001;done=false>>]
>    [junit4]   2> 219552 T799 oasc.CachingDirectoryFactory.close Closing
> directory:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001/init-core-data-001
>    [junit4]   2> 219552 T799 oasc.SolrException.log ERROR
> java.lang.AssertionError: 1
>    [junit4]   2>                at
> org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
>    [junit4]   2>                at
> org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
>    [junit4]   2>                at
> org.apache.solr.core.SolrCores.close(SolrCores.java:117)
>    [junit4]   2>                at
> org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
>    [junit4]   2>                at
> org.apache.solr.util.TestHarness.close(TestHarness.java:359)
>    [junit4]   2>                at
> org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
>    [junit4]   2>                at
> org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
>    [junit4]   2>                at
> sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
>    [junit4]   2>                at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   2>                at
> java.lang.reflect.Method.invoke(Method.java:606)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>    [junit4]   2>                at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>    [junit4]   2>                at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2>
>    [junit4]   2> 219553 T799 oasc.SolrException.log ERROR Error shutting
> down core:java.lang.AssertionError: 1
>    [junit4]   2>                at
> org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
>    [junit4]   2>                at
> org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
>    [junit4]   2>                at
> org.apache.solr.core.SolrCores.close(SolrCores.java:117)
>    [junit4]   2>                at
> org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
>    [junit4]   2>                at
> org.apache.solr.util.TestHarness.close(TestHarness.java:359)
>    [junit4]   2>                at
> org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
>    [junit4]   2>                at
> org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
>    [junit4]   2>                at
> sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
>    [junit4]   2>                at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   2>                at
> java.lang.reflect.Method.invoke(Method.java:606)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>    [junit4]   2>                at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   2>                at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>                at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>    [junit4]   2>                at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2>
>    [junit4]   2> NOTE: leaving temporary files on disk at:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf
> D9131D669EBC7199-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50):
> {id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
> f_i=PostingsFormat(name=LuceneFixedGap),
> f_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))),
> f_ss=PostingsFormat(name=Memory doPackFST= false)}, docValues:{},
> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=en_US,
> timezone=Pacific/Kwajalein
>    [junit4]   2> NOTE: Linux 3.13.0-49-generic amd64/Oracle Corporation
> 1.7.0_80-ea (64-bit)/cpus=12,threads=1,free=301321624,total=507707392
>    [junit4]   2> NOTE: All tests run in this JVM:
> [DistributedFacetPivotLongTailTest, HdfsWriteToMultipleCollectionsTest,
> TestHighlightDedupGrouping, UUIDUpdateProcessorFallbackTest,
> TestJsonFacets, BasicFunctionalityTest, TestSolr4Spatial2,
> TestSolrDeletionPolicy2, CoreAdminHandlerTest,
> TestNonDefinedSimilarityFactory, SpellCheckComponentTest,
> WordBreakSolrSpellCheckerTest, HttpPartitionTest,
> TestSuggestSpellingConverter, LukeRequestHandlerTest, TestLRUCache,
> TestIndexSearcher, AddSchemaFieldsUpdateProcessorFactoryTest,
> JsonLoaderTest, TestAnalyzedSuggestions, ResourceLoaderTest,
> SolrCmdDistributorTest, TestAtomicUpdateErrorCases, JSONWriterTest,
> TestManagedSchemaFieldTypeResource, TestHashQParserPlugin,
> CurrencyFieldOpenExchangeTest, TestWriterPerf]
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf
> -Dtests.seed=D9131D669EBC7199 -Dtests.multiplier=3 -Dtests.slow=true
> -Dtests.locale=en_US -Dtests.timezone=Pacific/Kwajalein
> -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
>    [junit4] ERROR   0.00s J1 | TestWriterPerf (suite) <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError: 1
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([D9131D669EBC7199]:0)
>    [junit4]    >        at
> org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
>    [junit4]    >        at
> org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
>    [junit4]    >        at
> org.apache.solr.core.SolrCores.close(SolrCores.java:117)
>    [junit4]    >        at
> org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
>    [junit4]    >        at
> org.apache.solr.util.TestHarness.close(TestHarness.java:359)
>    [junit4]    >        at
> org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
>    [junit4]    >        at
> org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4] Completed [114/482] on J1 in 12.63s, 1 test, 1 failure, 1
> error <<< FAILURES!
>
> [...truncated 1154 lines...]
> BUILD FAILED
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:536: The following
> error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:484: The following
> error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following
> error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The
> following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:229: The
> following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:511:
> The following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1434:
> The following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:991:
> There were test failures: 482 suites, 1915 tests, 1 suite-level error, 1
> error, 50 ignored (22 assumptions)
>
> Total time: 46 minutes 49 seconds
> Build step 'Invoke Ant' marked build as failure
> [description-setter] Description set: Java: 64bit/jdk1.7.0_80-ea-b05
> -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

[JENKINS] Lucene-Solr-5.x-Linux (64bit/jdk1.7.0_80-ea-b05) - Build # 12125 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12125/
Java: 64bit/jdk1.7.0_80-ea-b05 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.request.TestWriterPerf

Error Message:
1

Stack Trace:
java.lang.AssertionError: 1
	at __randomizedtesting.SeedInfo.seed([D9131D669EBC7199]:0)
	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
	at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.request.TestWriterPerf.testPerf

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([D9131D669EBC7199:F824FCE1F6325AA8]:0)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:451)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
	at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
	at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
	at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
	at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9677 lines...]
   [junit4] Suite: org.apache.solr.request.TestWriterPerf
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001
   [junit4]   2> 207140 T799 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 207140 T799 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 207140 T799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 207141 T799 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 207141 T799 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 207156 T799 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 207163 T799 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 207177 T799 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-functionquery.xml
   [junit4]   2> 207178 T799 oass.IndexSchema.readSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema11.xml
   [junit4]   2> 207181 T799 oass.IndexSchema.readSchema [null] Schema name=example
   [junit4]   2> 207242 T799 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 207244 T799 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 207246 T799 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 207246 T799 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr
   [junit4]   2> 207247 T799 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/'
   [junit4]   2> 207256 T799 oasc.CoreContainer.<init> New CoreContainer 428309692
   [junit4]   2> 207257 T799 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/]
   [junit4]   2> 207257 T799 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/lib
   [junit4]   2> 207257 T799 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/lib).
   [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 600000
   [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 60000
   [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 207262 T799 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 207263 T799 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 207263 T799 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 207263 T799 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 207264 T799 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 207264 T799 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 207264 T799 oasc.CoreContainer.load Node Name: testNode
   [junit4]   2> 207265 T799 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {shard=shard1, loadOnStartup=true, schema=schema11.xml, config=solrconfig-functionquery.xml, transient=false, name=collection1, collection=collection1, instanceDir=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001}
   [junit4]   2> 207265 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 207266 T800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 207266 T800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 207281 T800 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 207288 T800 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 207302 T800 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-functionquery.xml
   [junit4]   2> 207302 T800 oass.IndexSchema.readSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema11.xml
   [junit4]   2> 207307 T800 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 207367 T800 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 207368 T800 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 207371 T800 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 207371 T800 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 207371 T800 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001/
   [junit4]   2> 207371 T800 c:collection1 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 207372 T800 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001
   [junit4]   2> 207372 T800 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001/index/
   [junit4]   2> 207372 T800 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 207372 T800 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001/index
   [junit4]   2> 207372 T800 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8669054894377152]
   [junit4]   2> 207373 T800 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@62e501bc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d5105d),segFN=segments_1,generation=1}
   [junit4]   2> 207373 T800 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 207375 T800 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 207377 T800 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 207377 T800 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 207378 T800 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 207379 T800 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 207381 T800 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/properties,/get,/update/json/docs,/update/json,/admin/ping,/admin/mbeans,/schema,/admin/plugins,/update,/admin/segments,/admin/luke,/reloadCache,/update/csv,/replication,/admin/threads,/admin/logging,/admin/file,standard,/config,/admin/system
   [junit4]   2> 207382 T800 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 207382 T800 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 207382 T800 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 207383 T800 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7376d5d2
   [junit4]   2> 207384 T800 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@62e501bc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d5105d),segFN=segments_1,generation=1}
   [junit4]   2> 207384 T800 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 207384 T800 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@79f4165a[collection1] main
   [junit4]   2> 207384 T800 c:collection1 oasr.ManagedResourceStorage.newStorageIO WARN Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 207384 T800 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 207384 T800 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 207385 T800 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 207385 T800 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 207385 T800 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 207385 T801 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79f4165a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 207386 T799 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 207394 T799 oas.SolrTestCaseJ4.setUp ###Starting testPerf
   [junit4]   2> ASYNC  NEW_CORE C137 name=collection1 org.apache.solr.core.SolrCore@7a38bd59
   [junit4]   2> 207396 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1]} 0 2
   [junit4]   2> 207398 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[2]} 0 1
   [junit4]   2> 207399 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[3]} 0 0
   [junit4]   2> 207401 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[4]} 0 1
   [junit4]   2> 207402 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5]} 0 1
   [junit4]   2> 207403 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[6]} 0 1
   [junit4]   2> 207404 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[7]} 0 1
   [junit4]   2> 207405 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[8]} 0 1
   [junit4]   2> 207406 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[9]} 0 1
   [junit4]   2> 207407 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10]} 0 1
   [junit4]   2> 207408 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[11]} 0 1
   [junit4]   2> 207409 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[12]} 0 1
   [junit4]   2> 207409 T799 C137 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 207420 T799 C137 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@62e501bc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d5105d),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@62e501bc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d5105d),segFN=segments_2,generation=2}
   [junit4]   2> 207420 T799 C137 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 207422 T799 C137 oass.SolrIndexSearcher.<init> Opening Searcher@2b41653f[collection1] main
   [junit4]   2> 207422 T799 C137 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 207422 T801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b41653f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(5.2.0):c12)))}
   [junit4]   2> 207422 T799 C137 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 13
   [junit4]   2> 207432 T799 oasc.SolrException.log ERROR java.lang.NullPointerException
   [junit4]   2> 		at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:451)
   [junit4]   2> 		at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
   [junit4]   2> 		at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
   [junit4]   2> 		at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
   [junit4]   2> 		at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
   [junit4]   2> 		at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
   [junit4]   2> 		at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 207434 T799 oasc.SolrCore.execute [collection1] webapp=null path=null params={fl=*,score&facet.offset=0&hl.fl=t1&start=0&indent=false&facet.field=f_i&facet.field=f_ss&facet.field=f_t&rows=100&facet.mincount=0&facet.limit=100&facet.sort=count&facet=true&q=id:[*+TO+*]+all+country&hl=true&wt=xml&echoParams=all} hits=12 status=500 QTime=10 
   [junit4]   2> 207434 T799 oas.SolrTestCaseJ4.tearDown ###Ending testPerf
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf -Dtests.method=testPerf -Dtests.seed=D9131D669EBC7199 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_US -Dtests.timezone=Pacific/Kwajalein -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.05s J1 | TestWriterPerf.testPerf <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D9131D669EBC7199:F824FCE1F6325AA8]:0)
   [junit4]    > 	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:451)
   [junit4]    > 	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
   [junit4]    > 	at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
   [junit4]    > 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
   [junit4]    > 	at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
   [junit4]    > 	at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
   [junit4]    > 	at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 207439 T799 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 207439 T799 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=428309692
   [junit4]   2> 207439 T799 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7a38bd59
   [junit4]   2> 207439 T799 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=12,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 207440 T799 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 207440 T799 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 207440 T799 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 207440 T799 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 207440 T799 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 219550 T799 oasc.CachingDirectoryFactory.close ERROR Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001/index;done=false>>
   [junit4]   2> 219551 T799 oasc.SolrException.log ERROR Error closing directory:org.apache.solr.common.SolrException: Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001/index;done=false>>
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:187)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 219551 T799 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001 [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001;done=false>>]
   [junit4]   2> 219552 T799 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001/init-core-data-001
   [junit4]   2> 219552 T799 oasc.SolrException.log ERROR java.lang.AssertionError: 1
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 219553 T799 oasc.SolrException.log ERROR Error shutting down core:java.lang.AssertionError: 1
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf D9131D669EBC7199-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), f_i=PostingsFormat(name=LuceneFixedGap), f_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), f_ss=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=en_US, timezone=Pacific/Kwajalein
   [junit4]   2> NOTE: Linux 3.13.0-49-generic amd64/Oracle Corporation 1.7.0_80-ea (64-bit)/cpus=12,threads=1,free=301321624,total=507707392
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetPivotLongTailTest, HdfsWriteToMultipleCollectionsTest, TestHighlightDedupGrouping, UUIDUpdateProcessorFallbackTest, TestJsonFacets, BasicFunctionalityTest, TestSolr4Spatial2, TestSolrDeletionPolicy2, CoreAdminHandlerTest, TestNonDefinedSimilarityFactory, SpellCheckComponentTest, WordBreakSolrSpellCheckerTest, HttpPartitionTest, TestSuggestSpellingConverter, LukeRequestHandlerTest, TestLRUCache, TestIndexSearcher, AddSchemaFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestAnalyzedSuggestions, ResourceLoaderTest, SolrCmdDistributorTest, TestAtomicUpdateErrorCases, JSONWriterTest, TestManagedSchemaFieldTypeResource, TestHashQParserPlugin, CurrencyFieldOpenExchangeTest, TestWriterPerf]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf -Dtests.seed=D9131D669EBC7199 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_US -Dtests.timezone=Pacific/Kwajalein -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestWriterPerf (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D9131D669EBC7199]:0)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]    > 	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]    > 	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [114/482] on J1 in 12.63s, 1 test, 1 failure, 1 error <<< FAILURES!

[...truncated 1154 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:536: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:484: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:229: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:511: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1434: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:991: There were test failures: 482 suites, 1915 tests, 1 suite-level error, 1 error, 50 ignored (22 assumptions)

Total time: 46 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0_80-ea-b05 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-Linux (32bit/jdk1.8.0_40) - Build # 12124 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12124/
Java: 32bit/jdk1.8.0_40 -server -XX:+UseSerialGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.request.TestWriterPerf

Error Message:
1

Stack Trace:
java.lang.AssertionError: 1
	at __randomizedtesting.SeedInfo.seed([21905D436C6C23B2]:0)
	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
	at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([21905D436C6C23B2:A9C46299C2904E4A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDeleteByIdImplicitRouter(FullSolrCloudDistribCmdsTest.java:247)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:144)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.request.TestWriterPerf.testPerf

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([21905D436C6C23B2:A7BCC404E20883]:0)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:453)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
	at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
	at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
	at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
	at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9732 lines...]
   [junit4] Suite: org.apache.solr.request.TestWriterPerf
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001/init-core-data-001
   [junit4]   2> 401927 T1305 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 401927 T1305 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 401927 T1305 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 401928 T1305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 401928 T1305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 401944 T1305 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 401947 T1305 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 401951 T1305 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-functionquery.xml
   [junit4]   2> 401952 T1305 oass.IndexSchema.readSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema11.xml
   [junit4]   2> 401954 T1305 oass.IndexSchema.readSchema [null] Schema name=example
   [junit4]   2> 401986 T1305 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 401986 T1305 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 401988 T1305 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 401989 T1305 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr
   [junit4]   2> 401989 T1305 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/'
   [junit4]   2> 401995 T1305 oasc.CoreContainer.<init> New CoreContainer 30448063
   [junit4]   2> 401995 T1305 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/]
   [junit4]   2> 401996 T1305 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/lib
   [junit4]   2> 401996 T1305 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/lib).
   [junit4]   2> 402000 T1305 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 600000
   [junit4]   2> 402000 T1305 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 402000 T1305 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 60000
   [junit4]   2> 402000 T1305 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 402001 T1305 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 402001 T1305 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 402001 T1305 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 402001 T1305 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 402001 T1305 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 402001 T1305 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 402001 T1305 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 402004 T1305 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 402005 T1305 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 402005 T1305 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 402005 T1305 oasc.CoreContainer.load Node Name: testNode
   [junit4]   2> 402006 T1305 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig-functionquery.xml, transient=false, schema=schema11.xml, loadOnStartup=true, instanceDir=collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001/init-core-data-001, shard=shard1}
   [junit4]   2> 402007 T1306 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 402007 T1306 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 402008 T1306 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 402019 T1306 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 402027 T1306 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 402031 T1306 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-functionquery.xml
   [junit4]   2> 402032 T1306 oass.IndexSchema.readSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema11.xml
   [junit4]   2> 402035 T1306 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 402063 T1306 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 402064 T1306 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 402066 T1306 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 402067 T1306 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 402067 T1306 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001/init-core-data-001/
   [junit4]   2> 402067 T1306 c:collection1 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 402068 T1306 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001/init-core-data-001
   [junit4]   2> 402068 T1306 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001/init-core-data-001/index/
   [junit4]   2> 402068 T1306 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 402068 T1306 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001/init-core-data-001/index
   [junit4]   2> 402069 T1306 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=32.1298828125, floorSegmentMB=0.5205078125, forceMergeDeletesPctAllowed=14.02804607864926, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19411064291839725
   [junit4]   2> 402069 T1306 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1f3b5f5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1db9ba3),segFN=segments_1,generation=1}
   [junit4]   2> 402069 T1306 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 402072 T1306 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 402073 T1306 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 402074 T1306 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 402074 T1306 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 402075 T1306 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 402076 T1306 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/reloadCache,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 402077 T1306 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 402077 T1306 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 402077 T1306 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 402078 T1306 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=7.330078125, floorSegmentMB=1.494140625, forceMergeDeletesPctAllowed=6.079898601652714, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 402078 T1306 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1f3b5f5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1db9ba3),segFN=segments_1,generation=1}
   [junit4]   2> 402078 T1306 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 402079 T1306 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@b519a8[collection1] main
   [junit4]   2> 402079 T1306 c:collection1 oasr.ManagedResourceStorage.newStorageIO WARN Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 402079 T1306 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 402079 T1306 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 402080 T1306 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 402080 T1306 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 402080 T1307 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b519a8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 402080 T1306 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 402082 T1305 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 402084 T1305 oas.SolrTestCaseJ4.setUp ###Starting testPerf
   [junit4]   2> ASYNC  NEW_CORE C652 name=collection1 org.apache.solr.core.SolrCore@1256f13
   [junit4]   2> 402085 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1]} 0 1
   [junit4]   2> 402088 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[2]} 0 1
   [junit4]   2> 402088 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[3]} 0 0
   [junit4]   2> 402089 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[4]} 0 0
   [junit4]   2> 402090 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5]} 0 0
   [junit4]   2> 402090 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[6]} 0 0
   [junit4]   2> 402091 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[7]} 0 0
   [junit4]   2> 402092 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[8]} 0 0
   [junit4]   2> 402093 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[9]} 0 0
   [junit4]   2> 402094 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10]} 0 0
   [junit4]   2> 402095 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[11]} 0 1
   [junit4]   2> 402095 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[12]} 0 0
   [junit4]   2> 402096 T1305 C652 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 402099 T1305 C652 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1f3b5f5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1db9ba3),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1f3b5f5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1db9ba3),segFN=segments_2,generation=2}
   [junit4]   2> 402100 T1305 C652 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 402101 T1305 C652 oass.SolrIndexSearcher.<init> Opening Searcher@1610d20[collection1] main
   [junit4]   2> 402102 T1305 C652 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 402102 T1307 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1610d20[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.2.0):c12)))}
   [junit4]   2> 402102 T1305 C652 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 6
   [junit4]   2> 402116 T1305 oasc.SolrException.log ERROR java.lang.NullPointerException
   [junit4]   2> 		at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:453)
   [junit4]   2> 		at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
   [junit4]   2> 		at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
   [junit4]   2> 		at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
   [junit4]   2> 		at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
   [junit4]   2> 		at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
   [junit4]   2> 		at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 402117 T1305 oasc.SolrCore.execute [collection1] webapp=null path=null params={facet.field=f_i&facet.field=f_ss&facet.field=f_t&hl=true&echoParams=all&indent=false&fl=*,score&start=0&rows=100&q=id:[*+TO+*]+all+country&facet.limit=100&facet.mincount=0&hl.fl=t1&facet=true&wt=xml&facet.offset=0&facet.sort=count} hits=12 status=500 QTime=14 
   [junit4]   2> 402118 T1305 oas.SolrTestCaseJ4.tearDown ###Ending testPerf
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf -Dtests.method=testPerf -Dtests.seed=21905D436C6C23B2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Asia/Chita -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.04s J1 | TestWriterPerf.testPerf <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([21905D436C6C23B2:A7BCC404E20883]:0)
   [junit4]    > 	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:453)
   [junit4]    > 	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
   [junit4]    > 	at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
   [junit4]    > 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
   [junit4]    > 	at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
   [junit4]    > 	at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
   [junit4]    > 	at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 402124 T1305 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 402124 T1305 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=30448063
   [junit4]   2> 402124 T1305 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1256f13
   [junit4]   2> 402124 T1305 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=12,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 402125 T1305 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 402125 T1305 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 402125 T1305 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 402126 T1305 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 402126 T1305 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 414236 T1305 oasc.CachingDirectoryFactory.close ERROR Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001/init-core-data-001/index;done=false>>
   [junit4]   2> 414237 T1305 oasc.SolrException.log ERROR Error closing directory:org.apache.solr.common.SolrException: Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001/init-core-data-001/index;done=false>>
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:187)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 414238 T1305 oasc.SolrException.log ERROR java.lang.AssertionError: 1
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 414238 T1305 oasc.SolrException.log ERROR Error shutting down core:java.lang.AssertionError: 1
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 21905D436C6C23B2-001
   [junit4]   2> NOTE: test params are: codec=Lucene50, sim=DefaultSimilarity, locale=hr, timezone=Asia/Chita
   [junit4]   2> NOTE: Linux 3.13.0-49-generic i386/Oracle Corporation 1.8.0_40 (32-bit)/cpus=12,threads=1,free=68836304,total=217739264
   [junit4]   2> NOTE: All tests run in this JVM: [TestRestoreCore, DistanceFunctionTest, TestDynamicFieldCollectionResource, TestBulkSchemaAPI, DeleteShardTest, TestAtomicUpdateErrorCases, CloudMLTQParserTest, TestDistributedGrouping, SystemInfoHandlerTest, BJQParserTest, TestSortingResponseWriter, AssignTest, ShardRoutingCustomTest, DocValuesMultiTest, SolrCmdDistributorTest, CoreAdminHandlerTest, TestElisionMultitermQuery, AlternateDirectoryTest, CoreAdminCreateDiscoverTest, MultiThreadedOCPTest, DisMaxRequestHandlerTest, TestClusterStateMutator, SimpleCollectionCreateDeleteTest, ConvertedLegacyTest, TestStandardQParsers, TestAnalyzedSuggestions, TestFastLRUCache, SliceStateTest, ShowFileRequestHandlerTest, RequiredFieldsTest, BadComponentTest, TestComponentsName, SpellPossibilityIteratorTest, TestCloudPivotFacet, SolrPluginUtilsTest, QueryResultKeyTest, ScriptEngineTest, TestWriterPerf]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf -Dtests.seed=21905D436C6C23B2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Asia/Chita -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestWriterPerf (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([21905D436C6C23B2]:0)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]    > 	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]    > 	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [114/482] on J1 in 12.55s, 1 test, 1 failure, 1 error <<< FAILURES!

[...truncated 265 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/init-core-data-001
   [junit4]   2> 674243 T3858 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 674244 T3858 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 674245 T3859 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 674245 T3859 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 674345 T3858 oasc.ZkTestServer.run start zk server on port:35866
   [junit4]   2> 674345 T3858 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 674346 T3858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 674347 T3866 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@654b50 name:ZooKeeperConnection Watcher:127.0.0.1:35866 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 674347 T3858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 674347 T3858 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 674348 T3858 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 674349 T3858 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 674349 T3858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 674350 T3869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33f187 name:ZooKeeperConnection Watcher:127.0.0.1:35866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 674350 T3858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 674350 T3858 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 674350 T3858 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 674351 T3858 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 674352 T3858 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 674352 T3858 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 674353 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 674353 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 674354 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 674354 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 674355 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 674355 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 674356 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 674356 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 674357 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 674357 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 674358 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 674358 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 674358 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 674359 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 674359 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 674359 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 674360 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 674360 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 674361 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 674361 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 674362 T3858 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 674362 T3858 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 674411 T3858 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1
   [junit4]   2> 674412 T3858 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 674415 T3858 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58685
   [junit4]   2> 674416 T3858 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/tempDir-001/control/data, hostContext=/, hostPort=58685, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores}
   [junit4]   2> 674416 T3858 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 674416 T3858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/'
   [junit4]   2> 674426 T3858 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/solr.xml
   [junit4]   2> 674429 T3858 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores
   [junit4]   2> 674429 T3858 oasc.CoreContainer.<init> New CoreContainer 3555826
   [junit4]   2> 674430 T3858 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/]
   [junit4]   2> 674430 T3858 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/lib
   [junit4]   2> 674430 T3858 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/lib).
   [junit4]   2> 674434 T3858 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 674434 T3858 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 674435 T3858 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 674435 T3858 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 674435 T3858 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 674435 T3858 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 674435 T3858 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 674436 T3858 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 674436 T3858 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 674436 T3858 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 674436 T3858 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 674437 T3858 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 674438 T3858 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 674438 T3858 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 674438 T3858 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 674438 T3858 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35866/solr
   [junit4]   2> 674438 T3858 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 674439 T3858 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 674439 T3858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 674440 T3881 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cd5c7 name:ZooKeeperConnection Watcher:127.0.0.1:35866 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 674440 T3858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 674441 T3858 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 674442 T3858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 674442 T3884 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@799720 name:ZooKeeperConnection Watcher:127.0.0.1:35866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 674442 T3858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 674443 T3858 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 674444 T3858 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 674445 T3858 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 674445 T3858 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 674446 T3858 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 674447 T3858 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 674447 T3858 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 674448 T3858 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 674449 T3858 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58685_
   [junit4]   2> 674449 T3858 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58685_
   [junit4]   2> 674450 T3858 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 674450 T3858 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 674451 T3858 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 674452 T3858 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58685_
   [junit4]   2> 674452 T3858 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 674452 T3858 oasc.Overseer.start Overseer (id=93647792059187203-127.0.0.1:58685_-n_0000000000) starting
   [junit4]   2> 674453 T3858 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 674455 T3858 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 674456 T3886 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 674456 T3885 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 674456 T3858 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 674457 T3858 N:127.0.0.1:58685_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores
   [junit4]   2> 674458 T3858 N:127.0.0.1:58685_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 674459 T3858 N:127.0.0.1:58685_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1/
   [junit4]   2> 674459 T3858 N:127.0.0.1:58685_ oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 674459 T3888 N:127.0.0.1:58685_ C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 674459 T3888 N:127.0.0.1:58685_ C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 674460 T3884 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 674460 T3888 N:127.0.0.1:58685_ oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 674460 T3885 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58685",
   [junit4]   2> 	  "node_name":"127.0.0.1:58685_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 674460 T3885 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58685",
   [junit4]   2> 	  "node_name":"127.0.0.1:58685_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 674460 T3885 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 674461 T3885 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 674461 T3884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 675460 T3888 N:127.0.0.1:58685_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 675460 T3888 N:127.0.0.1:58685_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 675461 T3888 N:127.0.0.1:58685_ oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 675461 T3888 N:127.0.0.1:58685_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 675462 T3888 N:127.0.0.1:58685_ oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 675462 T3888 N:127.0.0.1:58685_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1/'
   [junit4]   2> 675472 T3888 N:127.0.0.1:58685_ oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 675473 T3888 N:127.0.0.1:58685_ oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 675477 T3888 N:127.0.0.1:58685_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 675481 T3888 N:127.0.0.1:58685_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 675498 T3888 N:127.0.0.1:58685_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 675499 T3888 N:127.0.0.1:58685_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 675503 T3888 N:127.0.0.1:58685_ oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 675577 T3888 N:127.0.0.1:58685_ oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 675578 T3888 N:127.0.0.1:58685_ oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 675579 T3888 N:127.0.0.1:58685_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 675581 T3888 N:127.0.0.1:58685_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 675586 T3888 N:127.0.0.1:58685_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 675586 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 675587 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1/data/
   [junit4]   2> 675587 T3888 N:127.0.0.1:58685_ c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@71f88
   [junit4]   2> 675587 T3888 N:127.0.0.1:58685_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1/data
   [junit4]   2> 675587 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1/data/index/
   [junit4]   2> 675588 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 675588 T3888 N:127.0.0.1:58685_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/control-001/cores/collection1/data/index
   [junit4]   2> 675588 T3888 N:127.0.0.1:58685_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 675589 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a83eb1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11dae39),segFN=segments_1,generation=1}
   [junit4]   2> 675589 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 675591 T3888 N:127.0.0.1:58685_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 675591 T3888 N:127.0.0.1:58685_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 675591 T3888 N:127.0.0.1:58685_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 675592 T3888 N:127.0.0.1:58685_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 675592 T3888 N:127.0.0.1:58685_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 675592 T3888 N:127.0.0.1:58685_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 675592 T3888 N:127.0.0.1:58685_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 675592 T3888 N:127.0.0.1:58685_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 675592 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 675594 T3888 N:127.0.0.1:58685_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 675594 T3888 N:127.0.0.1:58685_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 675595 T3888 N:127.0.0.1:58685_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 675595 T3888 N:127.0.0.1:58685_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 675597 T3888 N:127.0.0.1:58685_ c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 675598 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 675598 T3888 N:127.0.0.1:58685_ c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 675598 T3888 N:127.0.0.1:58685_ c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 675598 T3888 N:127.0.0.1:58685_ c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 675599 T3888 N:127.0.0.1:58685_ c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 675599 T3888 N:127.0.0.1:58685_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=18.306640625, floorSegmentMB=1.83984375, forceMergeDeletesPctAllowed=1.4637877425338952, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.872236635898661
   [junit4]   2> 675599 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a83eb1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11dae39),segFN=segments_1,generation=1}
   [junit4]   2> 675599 T3888 N:127.0.0.1:58685_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 675600 T3888 N:127.0.0.1:58685_ c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@9f0975[collection1] main
   [junit4]   2> 675600 T3888 N:127.0.0.1:58685_ c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 675600 T3888 N:127.0.0.1:58685_ c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 675600 T3888 N:127.0.0.1:58685_ c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 675601 T3888 N:127.0.0.1:58685_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 675601 T3888 N:127.0.0.1:58685_ c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 675601 T3888 N:127.0.0.1:58685_ c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 675601 T3888 N:127.0.0.1:58685_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 675601 T3888 N:127.0.0.1:58685_ c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 675601 T3888 N:127.0.0.1:58685_ c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 675602 T3888 N:127.0.0.1:58685_ c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 675602 T3888 N:127.0.0.1:58685_ c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 675602 T3889 N:127.0.0.1:58685_ c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9f0975[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 675602 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58685 collection:control_collection shard:shard1
   [junit4]   2> 675602 T3858 N:127.0.0.1:58685_ oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 675603 T3858 N:127.0.0.1:58685_ oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 675603 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 675604 T3858 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 675604 T3858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 675605 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 675605 T3895 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17076e name:ZooKeeperConnection Watcher:127.0.0.1:35866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 675605 T3858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 675605 T3884 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 675606 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 675606 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 675606 T3885 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 675606 T3858 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 675607 T3858 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C1613 name=collection1 org.apache.solr.core.SolrCore@690f4 url=http://127.0.0.1:58685/collection1 node=127.0.0.1:58685_ C1613_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:58685, node_name=127.0.0.1:58685_, state=down}
   [junit4]   2> 675606 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 C1613 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58685/collection1/
   [junit4]   2> 675607 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 C1613 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 675607 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 C1613 oasc.SyncStrategy.syncToMe http://127.0.0.1:58685/collection1/ has no replicas
   [junit4]   2> 675607 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58685/collection1/ shard1
   [junit4]   2> 675607 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 675608 T3858 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 675608 T3858 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 675608 T3858 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 675608 T3858 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 675608 T3884 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 675609 T3898 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1259c0f name:ZooKeeperConnection Watcher:127.0.0.1:35866/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 675609 T3885 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58685",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 675609 T3858 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 675610 T3858 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 675610 T3884 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 675611 T3885 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 1
   [junit4]   2> 675611 T3885 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 675611 T3884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 675611 T3895 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 675657 T3858 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/shard-1-001/cores/collection1
   [junit4]   2> 675658 T3858 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/shard-1-001
   [junit4]   2> 675659 T3858 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 675659 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:58685/collection1/ and leader is http://127.0.0.1:58685/collection1/
   [junit4]   2> 675659 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58685
   [junit4]   2> 675669 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 675670 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 675670 T3892 N:127.0.0.1:58685_ C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 675670 T3858 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54581
   [junit4]   2> 675670 T3858 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=54581, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/shard-1-001/cores}
   [junit4]   2> 675670 T3884 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 675671 T3858 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 675671 T3885 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58685",
   [junit4]   2> 	  "node_name":"127.0.0.1:58685_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 675671 T3858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 21905D436C6C23B2-001/shard-1-001/'
   [junit4]   2> 675671 T3885 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58685",
   [junit4]   2> 	  "node_name":"127.0.0.1:58685_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 675672 T3885 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 675672 T3884 oascc.ZkStateReader$2.process A cluste

[...truncated too long message...]

rand5_s=PostingsFormat(name=Direct), 24parent_f1_s=PostingsFormat(name=MockRandom), 30parent_f2_s=PostingsFormat(name=LuceneFixedGap), 5parent_f1_s=PostingsFormat(name=Direct), 8child2_s=PostingsFormat(name=MockRandom), 10parent_f2_s=PostingsFormat(name=MockRandom), 13grand2_s=PostingsFormat(name=LuceneFixedGap), 11grand0_s=PostingsFormat(name=LuceneFixedGap), 12grand3_s=PostingsFormat(name=LuceneFixedGap), 2grand1_s=PostingsFormat(name=Direct), 17parent_f2_s=PostingsFormat(name=Direct), 3child2_s=Lucene50(blocksize=128), 26parent_f2_s=PostingsFormat(name=Direct), 1child0_s=Lucene50(blocksize=128), 10grand1_s=PostingsFormat(name=LuceneFixedGap), 5grand0_s=Lucene50(blocksize=128), 28parent_f1_s=PostingsFormat(name=MockRandom), 6grand5_s=Lucene50(blocksize=128), 7grand2_s=Lucene50(blocksize=128), 4grand3_s=Lucene50(blocksize=128), 15parent_f1_s=PostingsFormat(name=LuceneFixedGap), 11grand8_s=PostingsFormat(name=LuceneFixedGap), 9grand4_s=PostingsFormat(name=Direct), title=PostingsFormat(name=LuceneFixedGap), 8grand7_s=Lucene50(blocksize=128), 19parent_f2_s=Lucene50(blocksize=128), 14grand7_s=PostingsFormat(name=MockRandom), 5child4_s=PostingsFormat(name=Direct), 14grand13_s=PostingsFormat(name=Direct), 7child6_s=PostingsFormat(name=Direct), 15grand4_s=PostingsFormat(name=LuceneFixedGap), 8child3_s=PostingsFormat(name=Direct), 5parent_f2_s=PostingsFormat(name=LuceneFixedGap), 15grand3_s=Lucene50(blocksize=128), 6child0_s=PostingsFormat(name=MockRandom), 15grand10_s=PostingsFormat(name=Direct), 13grand1_s=Lucene50(blocksize=128), 12grand4_s=Lucene50(blocksize=128), 17parent_f1_s=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=MockRandom), 2grand0_s=PostingsFormat(name=MockRandom), 11grand7_s=Lucene50(blocksize=128), 3child1_s=PostingsFormat(name=LuceneFixedGap), 7parent_f2_s=PostingsFormat(name=MockRandom), 26parent_f1_s=PostingsFormat(name=LuceneFixedGap), 10grand2_s=Lucene50(blocksize=128), 3parent_f1_s=Lucene50(blocksize=128), 28parent_f2_s=PostingsFormat(name=Direct), 6grand2_s=PostingsFormat(name=LuceneFixedGap), 7grand5_s=PostingsFormat(name=LuceneFixedGap), 18parent_f2_s=PostingsFormat(name=MockRandom), 8grand0_s=PostingsFormat(name=LuceneFixedGap), 9grand3_s=PostingsFormat(name=LuceneFixedGap), 3grand1_s=PostingsFormat(name=LuceneFixedGap), 4parent_f1_s=PostingsFormat(name=LuceneFixedGap), 19parent_f1_s=PostingsFormat(name=LuceneFixedGap), 11grand10_s=PostingsFormat(name=Direct), 14grand8_s=PostingsFormat(name=Direct), 5child3_s=PostingsFormat(name=LuceneFixedGap), 9parent_f2_s=PostingsFormat(name=LuceneFixedGap), 14grand12_s=PostingsFormat(name=MockRandom), id=Lucene50(blocksize=128), text=PostingsFormat(name=Direct), 7child1_s=PostingsFormat(name=LuceneFixedGap), 13parent_f1_s=PostingsFormat(name=MockRandom), 7child0_s=Lucene50(blocksize=128), 15grand2_s=PostingsFormat(name=MockRandom), 8child4_s=PostingsFormat(name=LuceneFixedGap), 23parent_f1_s=Lucene50(blocksize=128), 5child2_s=Lucene50(blocksize=128), 13grand4_s=PostingsFormat(name=MockRandom), 29parent_f1_s=Lucene50(blocksize=128), 33parent_f1_s=PostingsFormat(name=LuceneFixedGap), 12parent_f1_s=Lucene50(blocksize=128), 22parent_f1_s=PostingsFormat(name=LuceneFixedGap), 12grand1_s=PostingsFormat(name=MockRandom), 11grand6_s=PostingsFormat(name=MockRandom), 2child1_s=Lucene50(blocksize=128), 3parent_f2_s=PostingsFormat(name=MockRandom), 32parent_f1_s=PostingsFormat(name=Direct), 10grand3_s=PostingsFormat(name=MockRandom), 6grand3_s=PostingsFormat(name=Direct), 31parent_f2_s=Lucene50(blocksize=128), 11parent_f2_s=PostingsFormat(name=Direct), 21parent_f2_s=PostingsFormat(name=MockRandom), 7grand4_s=PostingsFormat(name=Direct), 3grand0_s=PostingsFormat(name=Direct), 8grand1_s=PostingsFormat(name=Direct), 9grand2_s=Lucene50(blocksize=128), 9parent_f1_s=PostingsFormat(name=Direct), 14grand9_s=PostingsFormat(name=LuceneFixedGap), 14grand11_s=Lucene50(blocksize=128), 13parent_f2_s=Lucene50(blocksize=128), 23parent_f2_s=PostingsFormat(name=LuceneFixedGap), 8child5_s=Lucene50(blocksize=128), 15grand1_s=PostingsFormat(name=Direct), 5child1_s=PostingsFormat(name=MockRandom), 14grand0_s=PostingsFormat(name=Direct), 33parent_f2_s=PostingsFormat(name=Direct), 13grand3_s=PostingsFormat(name=Direct), 22parent_f2_s=PostingsFormat(name=Direct), 4child0_s=PostingsFormat(name=LuceneFixedGap), 11grand5_s=PostingsFormat(name=Direct), 12grand2_s=PostingsFormat(name=Direct), 12parent_f2_s=PostingsFormat(name=LuceneFixedGap), 10grand4_s=PostingsFormat(name=Direct), 32parent_f2_s=PostingsFormat(name=MockRandom), 21parent_f1_s=PostingsFormat(name=Direct), 8grand2_s=PostingsFormat(name=MockRandom), 9grand1_s=PostingsFormat(name=MockRandom), 12grand8_s=Lucene50(blocksize=128), 13grand7_s=PostingsFormat(name=Direct), 14parent_f1_s=PostingsFormat(name=Direct), 14grand10_s=PostingsFormat(name=LuceneFixedGap), 20parent_f2_s=Lucene50(blocksize=128), 34parent_f1_s=Lucene50(blocksize=128), 6child4_s=PostingsFormat(name=MockRandom), 15grand9_s=PostingsFormat(name=Direct), 6grand0_s=PostingsFormat(name=MockRandom), 7child3_s=PostingsFormat(name=MockRandom), 15grand0_s=PostingsFormat(name=LuceneFixedGap), 8child6_s=PostingsFormat(name=MockRandom), 5child0_s=PostingsFormat(name=Direct), 14grand1_s=PostingsFormat(name=LuceneFixedGap), 8parent_f1_s=PostingsFormat(name=LuceneFixedGap), title_lettertok=Lucene50(blocksize=128), 15grand13_s=PostingsFormat(name=MockRandom), 27parent_f2_s=PostingsFormat(name=LuceneFixedGap), 2parent_f2_s=PostingsFormat(name=Direct), 4child1_s=Lucene50(blocksize=128), 11grand4_s=PostingsFormat(name=LuceneFixedGap), 16parent_f2_s=PostingsFormat(name=LuceneFixedGap), 10grand5_s=PostingsFormat(name=LuceneFixedGap), 13grand10_s=Lucene50(blocksize=128), 7grand6_s=Lucene50(blocksize=128), 18parent_f1_s=Lucene50(blocksize=128), 9grand8_s=PostingsFormat(name=Direct), 8grand3_s=Lucene50(blocksize=128), 6parent_f1_s=PostingsFormat(name=MockRandom), 25parent_f1_s=PostingsFormat(name=Direct), 12grand9_s=PostingsFormat(name=MockRandom), 0parent_f1_s=PostingsFormat(name=LuceneFixedGap), 3grand2_s=Lucene50(blocksize=128), 9grand0_s=PostingsFormat(name=Direct), 4parent_f2_s=Lucene50(blocksize=128), 13grand6_s=PostingsFormat(name=LuceneFixedGap), 6child5_s=PostingsFormat(name=Direct), 7child2_s=PostingsFormat(name=Direct), 5grand4_s=Lucene50(blocksize=128), 6grand1_s=Lucene50(blocksize=128), 15grand8_s=PostingsFormat(name=LuceneFixedGap), 8child7_s=PostingsFormat(name=Direct), 16parent_f1_s=PostingsFormat(name=Direct), 14grand2_s=Lucene50(blocksize=128), 8parent_f2_s=Lucene50(blocksize=128), 15grand14_s=PostingsFormat(name=Direct), 13grand5_s=Lucene50(blocksize=128), 29parent_f2_s=PostingsFormat(name=MockRandom), 2parent_f1_s=PostingsFormat(name=MockRandom), 4child2_s=PostingsFormat(name=MockRandom), rnd_b=Lucene50(blocksize=128), 11grand3_s=Lucene50(blocksize=128), 27parent_f1_s=Lucene50(blocksize=128), title_stemmed=PostingsFormat(name=LuceneFixedGap), 12grand0_s=Lucene50(blocksize=128), 10grand6_s=Lucene50(blocksize=128), 2child0_s=PostingsFormat(name=MockRandom), 13grand11_s=PostingsFormat(name=MockRandom)}, docValues:{}, sim=DefaultSimilarity, locale=sr_CS, timezone=Africa/Asmera
   [junit4]   2> NOTE: Linux 3.13.0-49-generic i386/Oracle Corporation 1.8.0_40 (32-bit)/cpus=12,threads=1,free=87919696,total=258801664
   [junit4]   2> NOTE: All tests run in this JVM: [DOMUtilTest, TestPartialUpdateDeduplication, TestJettySolrRunner, DistributedSuggestComponentTest, MigrateRouteKeyTest, TestStressReorder, TestNonDefinedSimilarityFactory, TestSchemaNameResource, SegmentsInfoRequestHandlerTest, NumericFieldsTest, TermVectorComponentDistributedTest, HdfsDirectoryFactoryTest, SampleTest, BlockDirectoryTest, TestFieldCollectionResource, SpellCheckCollatorTest, SOLR749Test, SearchHandlerTest, TestMissingGroups, HdfsLockFactoryTest, TestConfigReload, SuggesterTest, RecoveryZkTest, DirectUpdateHandlerOptimizeTest, TestRequestStatusCollectionAPI, PolyFieldTest, TestZkChroot, DistributedIntervalFacetingTest, BadIndexSchemaTest, SpatialHeatmapFacetsTest, TestExtendedDismaxParser, TestGroupingSearch, DocValuesTest, DirectUpdateHandlerTest, UnloadDistributedZkTest, DocExpirationUpdateProcessorFactoryTest, TestPivotHelperCode, DistribDocExpirationUpdateProcessorTest, TestStressRecovery, BadCopyFieldTest, TestRecovery, TestMacros, DocValuesMissingTest, OverseerTest, TestDefaultStatsCache, DeleteInactiveReplicaTest, LeaderElectionTest, TestQueryUtils, TestExceedMaxTermLength, LeaderInitiatedRecoveryOnCommitTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed [202/482] on J2 in 50.00s, 1 test, 1 failure <<< FAILURES!

[...truncated 883 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:536: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:484: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:229: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:511: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1434: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:991: There were test failures: 482 suites, 1915 tests, 1 suite-level error, 1 error, 1 failure, 50 ignored (22 assumptions)

Total time: 45 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_40 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-Linux (32bit/jdk1.8.0_60-ea-b06) - Build # 12123 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12123/
Java: 32bit/jdk1.8.0_60-ea-b06 -client -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.request.TestWriterPerf

Error Message:
1

Stack Trace:
java.lang.AssertionError: 1
	at __randomizedtesting.SeedInfo.seed([488B63D091E6C3B8]:0)
	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
	at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([488B63D091E6C3B8:C0DF5C0A3F1AAE40]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDeleteByIdImplicitRouter(FullSolrCloudDistribCmdsTest.java:247)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:144)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.request.TestWriterPerf.testPerf

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([488B63D091E6C3B8:69BC8257F968E889]:0)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:453)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
	at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
	at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
	at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
	at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9938 lines...]
   [junit4] Suite: org.apache.solr.request.TestWriterPerf
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001
   [junit4]   2> 642917 T4947 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 642917 T4947 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 642918 T4947 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 642918 T4947 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 642918 T4947 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 642937 T4947 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 642939 T4947 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 642944 T4947 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-functionquery.xml
   [junit4]   2> 642945 T4947 oass.IndexSchema.readSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema11.xml
   [junit4]   2> 642948 T4947 oass.IndexSchema.readSchema [null] Schema name=example
   [junit4]   2> 642981 T4947 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 642983 T4947 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 642988 T4947 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 642988 T4947 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr
   [junit4]   2> 642988 T4947 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/'
   [junit4]   2> 643001 T4947 oasc.CoreContainer.<init> New CoreContainer 8646177
   [junit4]   2> 643002 T4947 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/]
   [junit4]   2> 643002 T4947 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/lib
   [junit4]   2> 643002 T4947 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/lib).
   [junit4]   2> 643008 T4947 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 600000
   [junit4]   2> 643009 T4947 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 643009 T4947 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 60000
   [junit4]   2> 643009 T4947 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 643010 T4947 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 643010 T4947 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 643010 T4947 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 643010 T4947 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 643010 T4947 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 643011 T4947 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 643011 T4947 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 643012 T4947 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 643012 T4947 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 643013 T4947 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 643013 T4947 oasc.CoreContainer.load Node Name: testNode
   [junit4]   2> 643014 T4947 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig-functionquery.xml, transient=false, schema=schema11.xml, loadOnStartup=true, instanceDir=collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001, shard=shard1}
   [junit4]   2> 643014 T4948 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 643015 T4948 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 643015 T4948 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 643035 T4948 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 643038 T4948 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 643043 T4948 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-functionquery.xml
   [junit4]   2> 643043 T4948 oass.IndexSchema.readSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema11.xml
   [junit4]   2> 643047 T4948 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 643076 T4948 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 643077 T4948 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 643080 T4948 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 643080 T4948 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 643081 T4948 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001/
   [junit4]   2> 643081 T4948 c:collection1 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 643081 T4948 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001
   [junit4]   2> 643081 T4948 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001/index/
   [junit4]   2> 643082 T4948 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 643082 T4948 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001/index
   [junit4]   2> 643082 T4948 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 643083 T4948 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@179d8d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1887df8),segFN=segments_1,generation=1}
   [junit4]   2> 643083 T4948 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 643086 T4948 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 643088 T4948 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 643089 T4948 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 643089 T4948 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 643090 T4948 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 643092 T4948 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/reloadCache,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 643093 T4948 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 643093 T4948 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 643094 T4948 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 643094 T4948 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=56.7939453125, floorSegmentMB=2.1650390625, forceMergeDeletesPctAllowed=4.496263794642651, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 643095 T4948 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@179d8d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1887df8),segFN=segments_1,generation=1}
   [junit4]   2> 643095 T4948 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 643095 T4948 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@196672e[collection1] main
   [junit4]   2> 643095 T4948 c:collection1 oasr.ManagedResourceStorage.newStorageIO WARN Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 643096 T4948 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 643096 T4948 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 643096 T4948 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 643096 T4948 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 643096 T4949 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@196672e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 643096 T4948 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 643098 T4947 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 643099 T4947 oas.SolrTestCaseJ4.setUp ###Starting testPerf
   [junit4]   2> ASYNC  NEW_CORE C2103 name=collection1 org.apache.solr.core.SolrCore@73cb56
   [junit4]   2> 643102 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1]} 0 2
   [junit4]   2> 643105 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[2]} 0 1
   [junit4]   2> 643106 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[3]} 0 1
   [junit4]   2> 643107 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[4]} 0 1
   [junit4]   2> 643108 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5]} 0 1
   [junit4]   2> 643109 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[6]} 0 1
   [junit4]   2> 643110 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[7]} 0 1
   [junit4]   2> 643111 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[8]} 0 1
   [junit4]   2> 643112 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[9]} 0 1
   [junit4]   2> 643113 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10]} 0 0
   [junit4]   2> 643115 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[11]} 0 1
   [junit4]   2> 643116 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[12]} 0 1
   [junit4]   2> 643116 T4947 C2103 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 643119 T4947 C2103 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@179d8d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1887df8),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@179d8d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1887df8),segFN=segments_2,generation=2}
   [junit4]   2> 643120 T4947 C2103 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 643121 T4947 C2103 oass.SolrIndexSearcher.<init> Opening Searcher@1c6b63b[collection1] main
   [junit4]   2> 643122 T4947 C2103 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 643122 T4949 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c6b63b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.2.0):c12)))}
   [junit4]   2> 643123 T4947 C2103 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 7
   [junit4]   2> 643146 T4947 oasc.SolrException.log ERROR java.lang.NullPointerException
   [junit4]   2> 		at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:453)
   [junit4]   2> 		at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
   [junit4]   2> 		at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
   [junit4]   2> 		at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
   [junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
   [junit4]   2> 		at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
   [junit4]   2> 		at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
   [junit4]   2> 		at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 643149 T4947 oasc.SolrCore.execute [collection1] webapp=null path=null params={facet.field=f_i&facet.field=f_ss&facet.field=f_t&hl=true&echoParams=all&indent=false&fl=*,score&start=0&rows=100&q=id:[*+TO+*]+all+country&facet.limit=100&facet.mincount=0&hl.fl=t1&facet=true&wt=xml&facet.offset=0&facet.sort=count} hits=12 status=500 QTime=26 
   [junit4]   2> 643150 T4947 oas.SolrTestCaseJ4.tearDown ###Ending testPerf
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf -Dtests.method=testPerf -Dtests.seed=488B63D091E6C3B8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=America/Yellowknife -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.06s J1 | TestWriterPerf.testPerf <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([488B63D091E6C3B8:69BC8257F968E889]:0)
   [junit4]    > 	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:453)
   [junit4]    > 	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
   [junit4]    > 	at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
   [junit4]    > 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
   [junit4]    > 	at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
   [junit4]    > 	at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
   [junit4]    > 	at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 643162 T4947 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 643162 T4947 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=8646177
   [junit4]   2> 643162 T4947 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@73cb56
   [junit4]   2> 643162 T4947 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=12,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 643163 T4947 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 643163 T4947 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 643163 T4947 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 643164 T4947 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 643164 T4947 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 655274 T4947 oasc.CachingDirectoryFactory.close ERROR Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001/index;done=false>>
   [junit4]   2> 655275 T4947 oasc.SolrException.log ERROR Error closing directory:org.apache.solr.common.SolrException: Timeout waiting for all directory ref counts to be released - gave up waiting on CachedDir<<refCount=1;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001/index;done=false>>
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:187)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 655276 T4947 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001 [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001;done=false>>]
   [junit4]   2> 655276 T4947 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001/init-core-data-001
   [junit4]   2> 655276 T4947 oasc.SolrException.log ERROR java.lang.AssertionError: 1
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 655277 T4947 oasc.SolrException.log ERROR Error shutting down core:java.lang.AssertionError: 1
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.request.TestWriterPerf 488B63D091E6C3B8-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=3, maxDocsPerChunk=3, blockSize=95), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=3, blockSize=95)), sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=vi, timezone=America/Yellowknife
   [junit4]   2> NOTE: Linux 3.13.0-49-generic i386/Oracle Corporation 1.8.0_60-ea (32-bit)/cpus=12,threads=1,free=127866904,total=226832384
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleCollectionCreateDeleteTest, ZkCLITest, StatelessScriptUpdateProcessorFactoryTest, ZkSolrClientTest, TestManagedResource, TestSearchPerf, CoreAdminCreateDiscoverTest, MultiThreadedOCPTest, BufferStoreTest, TestRTGBase, CloudMLTQParserTest, DeleteShardTest, TestFieldTypeResource, TestChildDocTransformer, TestFastLRUCache, TestCloudInspectUtil, AssignTest, TestEmbeddedSolrServerConstructors, TestDynamicFieldCollectionResource, CacheHeaderTest, DeleteLastCustomShardedReplicaTest, AliasIntegrationTest, TestHashPartitioner, TestFuzzyAnalyzedSuggestions, SpatialFilterTest, TestElisionMultitermQuery, RollingRestartTest, OverriddenZkACLAndCredentialsProvidersTest, SolrTestCaseJ4Test, SolrCmdDistributorTest, TestManagedResourceStorage, TestInitParams, AlternateDirectoryTest, TestCoreContainer, BadComponentTest, TestFieldSortValues, RemoteQueryErrorTest, HdfsChaosMonkeySafeLeaderTest, SuggesterTSTTest, DocumentBuilderTest, HdfsUnloadDistributedZkTest, TestLRUCache, BJQParserTest, FieldMutatingUpdateProcessorTest, StressHdfsTest, ResourceLoaderTest, SolrXmlInZkTest, TestCryptoKeys, TestDocBasedVersionConstraints, TestSuggestSpellingConverter, DistributedTermsComponentTest, JSONWriterTest, TestValueSourceCache, TestManagedSchemaFieldResource, OpenCloseCoreStressTest, TestFoldingMultitermQuery, TestFiltering, TestObjectReleaseTracker, ScriptEngineTest, TestNamedUpdateProcessors, ExternalCollectionsTest, CopyFieldTest, CustomCollectionTest, LukeRequestHandlerTest, TestJsonFacets, TestDistributedMissingSort, ConnectionManagerTest, DocumentAnalysisRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf -Dtests.seed=488B63D091E6C3B8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=America/Yellowknife -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestWriterPerf (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([488B63D091E6C3B8]:0)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]    > 	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]    > 	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [178/482] on J1 in 12.64s, 1 test, 1 failure, 1 error <<< FAILURES!

[...truncated 142 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/init-core-data-001
   [junit4]   2> 919510 T5607 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 919512 T5607 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 919513 T5608 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 919513 T5608 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 919613 T5607 oasc.ZkTestServer.run start zk server on port:34198
   [junit4]   2> 919614 T5607 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 919614 T5607 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 919616 T5615 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1360d2b name:ZooKeeperConnection Watcher:127.0.0.1:34198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 919616 T5607 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 919617 T5607 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 919617 T5607 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 919619 T5607 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 919619 T5607 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 919620 T5618 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fa9a4d name:ZooKeeperConnection Watcher:127.0.0.1:34198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 919620 T5607 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 919621 T5607 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 919621 T5607 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 919622 T5607 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 919623 T5607 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 919624 T5607 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 919625 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 919626 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 919627 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 919628 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 919629 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 919629 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 919630 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 919631 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 919631 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 919632 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 919633 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 919633 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 919634 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 919634 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 919635 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 919636 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 919636 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 919637 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 919638 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 919638 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 919639 T5607 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 919640 T5607 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 919703 T5607 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1
   [junit4]   2> 919704 T5607 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 919706 T5607 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36359
   [junit4]   2> 919707 T5607 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/tempDir-001/control/data, hostContext=/, hostPort=36359, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores}
   [junit4]   2> 919707 T5607 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 919707 T5607 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/'
   [junit4]   2> 919724 T5607 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/solr.xml
   [junit4]   2> 919730 T5607 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores
   [junit4]   2> 919730 T5607 oasc.CoreContainer.<init> New CoreContainer 27252877
   [junit4]   2> 919731 T5607 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/]
   [junit4]   2> 919731 T5607 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/lib
   [junit4]   2> 919731 T5607 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/lib).
   [junit4]   2> 919738 T5607 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 919738 T5607 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 919739 T5607 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 919739 T5607 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 919739 T5607 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 919739 T5607 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 919740 T5607 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 919740 T5607 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 919740 T5607 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 919740 T5607 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 919741 T5607 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 919742 T5607 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 919743 T5607 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 919743 T5607 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 919743 T5607 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 919744 T5607 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34198/solr
   [junit4]   2> 919744 T5607 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 919744 T5607 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 919745 T5607 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 919746 T5630 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@98e3dd name:ZooKeeperConnection Watcher:127.0.0.1:34198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 919746 T5607 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 919747 T5607 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 919748 T5607 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 919749 T5633 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1754c50 name:ZooKeeperConnection Watcher:127.0.0.1:34198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 919749 T5607 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 919750 T5607 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 919751 T5607 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 919753 T5607 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 919755 T5607 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 919756 T5607 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 919757 T5607 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 919758 T5607 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 919759 T5607 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 919760 T5607 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36359_
   [junit4]   2> 919760 T5607 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36359_
   [junit4]   2> 919762 T5607 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 919763 T5607 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 919764 T5607 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 919765 T5607 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:36359_
   [junit4]   2> 919766 T5607 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 919767 T5607 oasc.Overseer.start Overseer (id=93647452783312899-127.0.0.1:36359_-n_0000000000) starting
   [junit4]   2> 919768 T5607 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 919771 T5607 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 919772 T5607 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 919773 T5634 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 919772 T5635 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 919775 T5607 N:127.0.0.1:36359_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores
   [junit4]   2> 919776 T5607 N:127.0.0.1:36359_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 919776 T5607 N:127.0.0.1:36359_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1/
   [junit4]   2> 919777 T5607 N:127.0.0.1:36359_ oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 919778 T5637 N:127.0.0.1:36359_ C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 919778 T5637 N:127.0.0.1:36359_ C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 919779 T5633 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 919779 T5637 N:127.0.0.1:36359_ oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 919779 T5634 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36359",
   [junit4]   2> 	  "node_name":"127.0.0.1:36359_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 919780 T5634 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36359",
   [junit4]   2> 	  "node_name":"127.0.0.1:36359_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 919780 T5634 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 919780 T5634 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 919781 T5633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 920779 T5637 N:127.0.0.1:36359_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 920779 T5637 N:127.0.0.1:36359_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 920780 T5637 N:127.0.0.1:36359_ oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 920780 T5637 N:127.0.0.1:36359_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 920781 T5637 N:127.0.0.1:36359_ oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 920781 T5637 N:127.0.0.1:36359_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1/'
   [junit4]   2> 920797 T5637 N:127.0.0.1:36359_ oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 920799 T5637 N:127.0.0.1:36359_ oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 920803 T5637 N:127.0.0.1:36359_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 920820 T5637 N:127.0.0.1:36359_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 920831 T5637 N:127.0.0.1:36359_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 920832 T5637 N:127.0.0.1:36359_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 920838 T5637 N:127.0.0.1:36359_ oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 920917 T5637 N:127.0.0.1:36359_ oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 920919 T5637 N:127.0.0.1:36359_ oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 920921 T5637 N:127.0.0.1:36359_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 920924 T5637 N:127.0.0.1:36359_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 920940 T5637 N:127.0.0.1:36359_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 920941 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 920941 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1/data/
   [junit4]   2> 920941 T5637 N:127.0.0.1:36359_ c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16f3d89
   [junit4]   2> 920942 T5637 N:127.0.0.1:36359_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1/data
   [junit4]   2> 920942 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1/data/index/
   [junit4]   2> 920942 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 920943 T5637 N:127.0.0.1:36359_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/control-001/cores/collection1/data/index
   [junit4]   2> 920943 T5637 N:127.0.0.1:36359_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=11.71875, floorSegmentMB=1.0400390625, forceMergeDeletesPctAllowed=8.793142687415823, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48112541322261426
   [junit4]   2> 920944 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7bae00 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a147e2),segFN=segments_1,generation=1}
   [junit4]   2> 920944 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 920949 T5637 N:127.0.0.1:36359_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 920949 T5637 N:127.0.0.1:36359_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 920950 T5637 N:127.0.0.1:36359_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 920950 T5637 N:127.0.0.1:36359_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 920950 T5637 N:127.0.0.1:36359_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 920950 T5637 N:127.0.0.1:36359_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 920951 T5637 N:127.0.0.1:36359_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 920951 T5637 N:127.0.0.1:36359_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 920951 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 920953 T5637 N:127.0.0.1:36359_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 920954 T5637 N:127.0.0.1:36359_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 920955 T5637 N:127.0.0.1:36359_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 920957 T5637 N:127.0.0.1:36359_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 920962 T5637 N:127.0.0.1:36359_ c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 920962 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 920963 T5637 N:127.0.0.1:36359_ c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 920963 T5637 N:127.0.0.1:36359_ c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 920963 T5637 N:127.0.0.1:36359_ c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 920964 T5637 N:127.0.0.1:36359_ c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 920964 T5637 N:127.0.0.1:36359_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 920965 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7bae00 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a147e2),segFN=segments_1,generation=1}
   [junit4]   2> 920965 T5637 N:127.0.0.1:36359_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 920965 T5637 N:127.0.0.1:36359_ c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@19fa8cf[collection1] main
   [junit4]   2> 920965 T5637 N:127.0.0.1:36359_ c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 920966 T5637 N:127.0.0.1:36359_ c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 920966 T5637 N:127.0.0.1:36359_ c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 920966 T5637 N:127.0.0.1:36359_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 920967 T5637 N:127.0.0.1:36359_ c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 920967 T5637 N:127.0.0.1:36359_ c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 920967 T5637 N:127.0.0.1:36359_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 920968 T5637 N:127.0.0.1:36359_ c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 920968 T5637 N:127.0.0.1:36359_ c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 920968 T5637 N:127.0.0.1:36359_ c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 920969 T5638 N:127.0.0.1:36359_ c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19fa8cf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 920970 T5637 N:127.0.0.1:36359_ c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 920970 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36359 collection:control_collection shard:shard1
   [junit4]   2> 920970 T5607 N:127.0.0.1:36359_ oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 920971 T5607 N:127.0.0.1:36359_ oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 920971 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 920972 T5607 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 920973 T5607 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 920973 T5644 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fb6ccc name:ZooKeeperConnection Watcher:127.0.0.1:34198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 920974 T5607 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 920974 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 920974 T5607 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 920974 T5607 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 920975 T5633 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 920975 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 920975 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 920975 T5634 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> ASYNC  NEW_CORE C3638 name=collection1 org.apache.solr.core.SolrCore@6b4e39 url=http://127.0.0.1:36359/collection1 node=127.0.0.1:36359_ C3638_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:36359, node_name=127.0.0.1:36359_, state=down}
   [junit4]   2> 920976 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 C3638 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36359/collection1/
   [junit4]   2> 920976 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 C3638 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 920976 T5607 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 920976 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 C3638 oasc.SyncStrategy.syncToMe http://127.0.0.1:36359/collection1/ has no replicas
   [junit4]   2> 920977 T5607 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 920977 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36359/collection1/ shard1
   [junit4]   2> 920977 T5607 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 920977 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 920978 T5607 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 920979 T5647 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d2098f name:ZooKeeperConnection Watcher:127.0.0.1:34198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 920979 T5607 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 920979 T5607 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 920980 T5633 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 920980 T5634 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36359",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 920982 T5634 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 1
   [junit4]   2> 920982 T5634 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 920982 T5644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 920982 T5633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 920984 T5633 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 920985 T5634 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 920985 T5644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 920985 T5633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 921030 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:36359/collection1/ and leader is http://127.0.0.1:36359/collection1/
   [junit4]   2> 921031 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36359
   [junit4]   2> 921031 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 921031 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 921031 T5641 N:127.0.0.1:36359_ C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 921032 T5633 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 921033 T5634 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36359",
   [junit4]   2> 	  "node_name":"127.0.0.1:36359_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 921033 T5634 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36359",
   [junit4]   2> 	  "node_name":"127.0.0.1:36359_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 921044 T5607 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/shard-1-001/cores/collection1
   [junit4]   2> 921045 T5607 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/shard-1-001
   [junit4]   2> 921046 T5607 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 921047 T5607 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49375
   [junit4]   2> 921047 T5607 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=49375, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001/shard-1-001/cores}
   [junit4]   2> 921048 T5607 oass.SolrDispatchFilter.init SolrDispatchFilter.init()s

[...truncated too long message...]

rg.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 970821 T5607 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 488B63D091E6C3B8-001
   [junit4]   2> 51315 T5606 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {28parent_f2_s=Lucene50(blocksize=128), 6grand2_s=FSTOrd50, 7grand5_s=FST50, 18parent_f2_s=FSTOrd50, 4grand0_s=FSTOrd50, 7grand1_s=FST50, 9grand7_s=FSTOrd50, 15parent_f2_s=PostingsFormat(name=Direct), 25parent_f2_s=FST50, 8grand0_s=FSTOrd50, 9grand3_s=FSTOrd50, 6parent_f2_s=Lucene50(blocksize=128), 8grand4_s=FSTOrd50, 0parent_f2_s=PostingsFormat(name=Direct), 3grand1_s=FST50, 13grand9_s=Lucene50(blocksize=128), 4parent_f1_s=FST50, 19parent_f1_s=FST50, 11grand10_s=Lucene50(blocksize=128), 5child3_s=FSTOrd50, 9parent_f2_s=FST50, a_t=FST50, 6child2_s=FST50, 7child5_s=FSTOrd50, id=Lucene50(blocksize=128), text=PostingsFormat(name=Direct), 5grand3_s=FST50, 7child1_s=FSTOrd50, 1parent_f1_s=Lucene50(blocksize=128), 13parent_f1_s=FST50, 7child0_s=Lucene50(blocksize=128), 23parent_f1_s=Lucene50(blocksize=128), 6child1_s=Lucene50(blocksize=128), 12grand10_s=FSTOrd50, 13grand0_s=FST50, _root_=FSTOrd50, 5child2_s=Lucene50(blocksize=128), 13grand4_s=FST50, 29parent_f1_s=PostingsFormat(name=Direct), 12grand5_s=FSTOrd50, 3child0_s=Lucene50(blocksize=128), 4child3_s=Lucene50(blocksize=128), 12parent_f1_s=Lucene50(blocksize=128), 22parent_f1_s=FSTOrd50, 1grand0_s=PostingsFormat(name=Direct), 11grand2_s=FST50, 12grand1_s=FSTOrd50, 11grand6_s=FST50, 10grand7_s=FSTOrd50, 7parent_f1_s=PostingsFormat(name=Direct), 2child1_s=Lucene50(blocksize=128), 3parent_f2_s=FSTOrd50, 10grand3_s=FSTOrd50, 13grand12_s=Lucene50(blocksize=128), 6grand3_s=PostingsFormat(name=Direct), 5grand2_s=Lucene50(blocksize=128), 10grand9_s=FST50, 4grand1_s=PostingsFormat(name=Direct), 11parent_f2_s=PostingsFormat(name=Direct), 21parent_f2_s=FST50, 7grand4_s=Lucene50(blocksize=128), 3grand0_s=Lucene50(blocksize=128), 9grand6_s=Lucene50(blocksize=128), 8grand1_s=PostingsFormat(name=Direct), 9grand2_s=Lucene50(blocksize=128), 12grand7_s=FST50, 8grand5_s=PostingsFormat(name=Direct), 13grand8_s=FST50, 9parent_f1_s=Lucene50(blocksize=128), 14parent_f2_s=FST50, 20parent_f1_s=FST50, 1parent_f2_s=FST50, 6child3_s=PostingsFormat(name=Direct), 7grand0_s=Lucene50(blocksize=128), text_t=FSTOrd50, 24parent_f2_s=Lucene50(blocksize=128), 7child4_s=Lucene50(blocksize=128), 13parent_f2_s=Lucene50(blocksize=128), type_s=FSTOrd50, 23parent_f2_s=FSTOrd50, 12grand11_s=Lucene50(blocksize=128), 5child1_s=FST50, 10parent_f1_s=PostingsFormat(name=Direct), 13grand3_s=PostingsFormat(name=Direct), 11grand1_s=PostingsFormat(name=Direct), 22parent_f2_s=PostingsFormat(name=Direct), 12grand6_s=Lucene50(blocksize=128), 10grand0_s=Lucene50(blocksize=128), 4child0_s=FST50, 11grand5_s=PostingsFormat(name=Direct), 12grand2_s=Lucene50(blocksize=128), 12parent_f2_s=FSTOrd50, 10grand8_s=Lucene50(blocksize=128), 10grand4_s=Lucene50(blocksize=128), 5grand1_s=FSTOrd50, 6grand4_s=FST50, 11parent_f1_s=FSTOrd50, 4grand2_s=FST50, 21parent_f1_s=PostingsFormat(name=Direct), 7grand3_s=FSTOrd50, 11grand9_s=PostingsFormat(name=Direct), 8grand2_s=FST50, 9grand5_s=FST50, 8grand6_s=FST50, 9grand1_s=FST50, 12grand8_s=PostingsFormat(name=Direct), 13grand7_s=PostingsFormat(name=Direct), 14parent_f1_s=PostingsFormat(name=Direct), 20parent_f2_s=Lucene50(blocksize=128), 6child4_s=FSTOrd50, 24parent_f1_s=FST50, 5parent_f1_s=Lucene50(blocksize=128), 6grand0_s=FST50, 7child3_s=FST50, 10parent_f2_s=FST50, 5child0_s=PostingsFormat(name=Direct), 8parent_f1_s=FST50, title_lettertok=Lucene50(blocksize=128), 27parent_f2_s=FSTOrd50, 13grand2_s=FSTOrd50, 2parent_f2_s=Lucene50(blocksize=128), 11grand0_s=FSTOrd50, 12grand3_s=FST50, 4child1_s=PostingsFormat(name=Direct), 2grand1_s=Lucene50(blocksize=128), 11grand4_s=FSTOrd50, 17parent_f2_s=Lucene50(blocksize=128), 3child2_s=PostingsFormat(name=Direct), 16parent_f2_s=FST50, 10grand5_s=FST50, 26parent_f2_s=PostingsFormat(name=Direct), 1child0_s=PostingsFormat(name=Direct), 10grand1_s=FST50, 13grand10_s=PostingsFormat(name=Direct), 7grand6_s=PostingsFormat(name=Direct), 5grand0_s=PostingsFormat(name=Direct), 18parent_f1_s=PostingsFormat(name=Direct), 28parent_f1_s=FSTOrd50, 6grand5_s=Lucene50(blocksize=128), 7grand2_s=PostingsFormat(name=Direct), 4grand3_s=Lucene50(blocksize=128), 9grand8_s=PostingsFormat(name=Direct), 15parent_f1_s=FSTOrd50, 11grand8_s=FSTOrd50, 8grand3_s=Lucene50(blocksize=128), 6parent_f1_s=FSTOrd50, 9grand4_s=PostingsFormat(name=Direct), 25parent_f1_s=PostingsFormat(name=Direct), 12grand9_s=FSTOrd50, title=FSTOrd50, 8grand7_s=Lucene50(blocksize=128), 0parent_f1_s=FST50, 3grand2_s=PostingsFormat(name=Direct), 9grand0_s=PostingsFormat(name=Direct), 4parent_f2_s=PostingsFormat(name=Direct), 19parent_f2_s=PostingsFormat(name=Direct), 13grand6_s=FSTOrd50, 5child4_s=PostingsFormat(name=Direct), 7child6_s=PostingsFormat(name=Direct), 6child5_s=Lucene50(blocksize=128), 7child2_s=PostingsFormat(name=Direct), 5grand4_s=PostingsFormat(name=Direct), 6grand1_s=Lucene50(blocksize=128), 5parent_f2_s=FST50, 6child0_s=FSTOrd50, 16parent_f1_s=Lucene50(blocksize=128), 13grand1_s=Lucene50(blocksize=128), 8parent_f2_s=PostingsFormat(name=Direct), 13grand5_s=Lucene50(blocksize=128), 29parent_f2_s=FSTOrd50, 2parent_f1_s=FSTOrd50, 4child2_s=FSTOrd50, rnd_b=Lucene50(blocksize=128), 11grand3_s=Lucene50(blocksize=128), 27parent_f1_s=Lucene50(blocksize=128), 12grand4_s=PostingsFormat(name=Direct), 17parent_f1_s=FSTOrd50, _version_=FSTOrd50, 2grand0_s=FSTOrd50, title_stemmed=FSTOrd50, 11grand7_s=Lucene50(blocksize=128), 12grand0_s=PostingsFormat(name=Direct), 3child1_s=FST50, 10grand6_s=PostingsFormat(name=Direct), 7parent_f2_s=FSTOrd50, 26parent_f1_s=FSTOrd50, 10grand2_s=PostingsFormat(name=Direct), 2child0_s=FST50, 13grand11_s=FSTOrd50, 3parent_f1_s=PostingsFormat(name=Direct)}, docValues:{}, sim=DefaultSimilarity, locale=ar_JO, timezone=Japan
   [junit4]   2> NOTE: Linux 3.13.0-49-generic i386/Oracle Corporation 1.8.0_60-ea (32-bit)/cpus=12,threads=1,free=176205328,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedQueryComponentCustomSortTest, TestManagedSchemaFieldTypeResource, TestSystemIdResolver, ExitableDirectoryReaderTest, DOMUtilTest, TestClassNameShortening, TestPerFieldSimilarity, HdfsLockFactoryTest, TestPivotHelperCode, TestGroupingSearch, LeaderElectionTest, TestConfigReload, DocExpirationUpdateProcessorFactoryTest, TestManagedSynonymFilterFactory, DistributedQueryElevationComponentTest, DirectUpdateHandlerOptimizeTest, SolrIndexSplitterTest, SortByFunctionTest, TestJettySolrRunner, QueryEqualityTest, TestLuceneMatchVersion, TestDefaultSimilarityFactory, DistributedFacetPivotLongTailTest, TestTolerantSearch, SolrCoreCheckLockOnStartupTest, TestBlendedInfixSuggestions, TestCSVResponseWriter, DirectSolrSpellCheckerTest, CachingDirectoryFactoryTest, TestCollapseQParserPlugin, RecoveryZkTest, FacetPivotSmallTest, TestAddFieldRealTimeGet, TestMacros, TestOverriddenPrefixQueryForCustomFieldType, TestZkChroot, TestSchemaResource, OverseerStatusTest, TestSolrQueryParser, TestDocSet, TestSimpleTrackingShardHandler, TestCloudManagedSchemaConcurrent, PreAnalyzedUpdateProcessorTest, MoreLikeThisHandlerTest, RequestLoggingTest, SOLR749Test, HdfsDirectoryFactoryTest, DistributedDebugComponentTest, TestFastOutputStream, TestLeaderElectionZkExpiry, TestStressRecovery, TestStressReorder, TestHighFrequencyDictionaryFactory, NumericFieldsTest, TestMissingGroups, EnumFieldTest, TestDynamicFieldResource, TestQueryTypes, OpenExchangeRatesOrgProviderTest, TestSolrQueryParserResource, DocValuesMissingTest, BadCopyFieldTest, TestDefaultStatsCache, XmlUpdateRequestHandlerTest, MigrateRouteKeyTest, PolyFieldTest, TestPseudoReturnFields, PrimUtilsTest, TestQueryUtils, TestCollationField, TestQuerySenderNoQuery, TestSchemaNameResource, TestXIncludeConfig, TestSurroundQueryParser, NotRequiredUniqueKeyTest, TestSolrConfigHandlerConcurrent, OutputWriterTest, TestRequestStatusCollectionAPI, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed [225/482] on J2 in 51.85s, 1 test, 1 failure <<< FAILURES!

[...truncated 806 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:536: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:484: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:229: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:511: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1434: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:991: There were test failures: 482 suites, 1915 tests, 1 suite-level error, 1 error, 1 failure, 50 ignored (22 assumptions)

Total time: 55 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_60-ea-b06 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-Linux (32bit/jdk1.9.0-ea-b54) - Build # 12122 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12122/
Java: 32bit/jdk1.9.0-ea-b54 -server -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.request.TestWriterPerf

Error Message:
1

Stack Trace:
java.lang.AssertionError: 1
	at __randomizedtesting.SeedInfo.seed([E0525527531E96EE]:0)
	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
	at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:502)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([E0525527531E96EE:68066AFDFDE2FB16]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDeleteByIdCompositeRouterWithRouterField(FullSolrCloudDistribCmdsTest.java:383)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:146)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:502)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.request.TestWriterPerf.testPerf

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([E0525527531E96EE:C165B4A03B90BDDF]:0)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlightingByHighlighter(DefaultSolrHighlighter.java:453)
	at org.apache.solr.highlight.DefaultSolrHighlighter.doHighlighting(DefaultSolrHighlighter.java:394)
	at org.apache.solr.handler.component.HighlightComponent.process(HighlightComponent.java:143)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:253)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1988)
	at org.apache.solr.request.TestWriterPerf.getResponse(TestWriterPerf.java:96)
	at org.apache.solr.request.TestWriterPerf.doPerf(TestWriterPerf.java:105)
	at org.apache.solr.request.TestWriterPerf.testPerf(TestWriterPerf.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:502)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10168 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/init-core-data-001
   [junit4]   2> 753595 T5413 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 753597 T5413 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 753597 T5414 oasc.ZkTestServer$2$1.setClientPort client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 753597 T5414 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 753697 T5413 oasc.ZkTestServer.run start zk server on port:39013
   [junit4]   2> 753697 T5413 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 753698 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 753699 T5421 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e938ed name:ZooKeeperConnection Watcher:127.0.0.1:39013 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 753699 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 753700 T5413 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 753700 T5413 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 753701 T5413 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 753702 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 753702 T5424 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8a7082 name:ZooKeeperConnection Watcher:127.0.0.1:39013/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 753703 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 753703 T5413 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 753703 T5413 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 753704 T5413 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 753705 T5413 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 753705 T5413 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 753706 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 753706 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 753707 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 753708 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 753709 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 753709 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 753710 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 753710 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 753710 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 753711 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 753711 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 753712 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 753712 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 753713 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 753713 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 753714 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 753714 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 753714 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 753715 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 753715 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 753716 T5413 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 753716 T5413 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 753770 T5413 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1
   [junit4]   2> 753771 T5413 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 753774 T5413 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37723
   [junit4]   2> 753774 T5413 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/tempDir-001/control/data, hostContext=/, hostPort=37723, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores}
   [junit4]   2> 753775 T5413 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@1764bce
   [junit4]   2> 753775 T5413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/'
   [junit4]   2> 753784 T5413 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/solr.xml
   [junit4]   2> 753787 T5413 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores
   [junit4]   2> 753788 T5413 oasc.CoreContainer.<init> New CoreContainer 20411377
   [junit4]   2> 753788 T5413 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/]
   [junit4]   2> 753788 T5413 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/lib
   [junit4]   2> 753788 T5413 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/lib).
   [junit4]   2> 753793 T5413 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 753793 T5413 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 753793 T5413 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 753793 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 753794 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 753794 T5413 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 753794 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 753794 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 753795 T5413 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 753795 T5413 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 753795 T5413 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 753796 T5413 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 753797 T5413 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 753797 T5413 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 753797 T5413 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 753797 T5413 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39013/solr
   [junit4]   2> 753797 T5413 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 753798 T5413 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 753798 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 753799 T5436 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cbca47 name:ZooKeeperConnection Watcher:127.0.0.1:39013 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 753800 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 753800 T5413 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 753801 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 753802 T5439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47dbe9 name:ZooKeeperConnection Watcher:127.0.0.1:39013/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 753802 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 753803 T5413 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 753804 T5413 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 753805 T5413 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 753806 T5413 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 753806 T5413 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 753807 T5413 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 753808 T5413 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 753809 T5413 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 753809 T5413 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37723_
   [junit4]   2> 753810 T5413 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37723_
   [junit4]   2> 753810 T5413 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 753811 T5413 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 753811 T5413 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 753812 T5413 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:37723_
   [junit4]   2> 753812 T5413 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 753813 T5413 oasc.Overseer.start Overseer (id=93647202438217731-127.0.0.1:37723_-n_0000000000) starting
   [junit4]   2> 753814 T5413 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 753816 T5413 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 753816 T5441 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 753817 T5413 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 753817 T5440 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 753818 T5413 N:127.0.0.1:37723_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores
   [junit4]   2> 753819 T5413 N:127.0.0.1:37723_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 753819 T5413 N:127.0.0.1:37723_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1/
   [junit4]   2> 753820 T5413 N:127.0.0.1:37723_ oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 753820 T5443 N:127.0.0.1:37723_ C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 753820 T5443 N:127.0.0.1:37723_ C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 753820 T5439 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 753820 T5443 N:127.0.0.1:37723_ oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 753821 T5440 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37723",
   [junit4]   2> 	  "node_name":"127.0.0.1:37723_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 753821 T5440 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37723",
   [junit4]   2> 	  "node_name":"127.0.0.1:37723_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 753821 T5440 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 753821 T5440 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 753822 T5439 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 754821 T5443 N:127.0.0.1:37723_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 754830 T5443 N:127.0.0.1:37723_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 754830 T5443 N:127.0.0.1:37723_ oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 754831 T5443 N:127.0.0.1:37723_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 754831 T5443 N:127.0.0.1:37723_ oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 754831 T5443 N:127.0.0.1:37723_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1/'
   [junit4]   2> 754838 T5443 N:127.0.0.1:37723_ oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 754839 T5443 N:127.0.0.1:37723_ oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 754842 T5443 N:127.0.0.1:37723_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 754845 T5443 N:127.0.0.1:37723_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 754856 T5443 N:127.0.0.1:37723_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 754857 T5443 N:127.0.0.1:37723_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 754860 T5443 N:127.0.0.1:37723_ oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 754946 T5443 N:127.0.0.1:37723_ oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 754947 T5443 N:127.0.0.1:37723_ oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 754948 T5443 N:127.0.0.1:37723_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 754949 T5443 N:127.0.0.1:37723_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 754955 T5443 N:127.0.0.1:37723_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 754956 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 754956 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1/data/
   [junit4]   2> 754956 T5443 N:127.0.0.1:37723_ c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba8d2f
   [junit4]   2> 754957 T5443 N:127.0.0.1:37723_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1/data
   [junit4]   2> 754957 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1/data/index/
   [junit4]   2> 754957 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 754957 T5443 N:127.0.0.1:37723_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/control-001/cores/collection1/data/index
   [junit4]   2> 754958 T5443 N:127.0.0.1:37723_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8066575213104566]
   [junit4]   2> 754958 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@194ccb1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dc8be5),segFN=segments_1,generation=1}
   [junit4]   2> 754958 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 754960 T5443 N:127.0.0.1:37723_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 754960 T5443 N:127.0.0.1:37723_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 754961 T5443 N:127.0.0.1:37723_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 754961 T5443 N:127.0.0.1:37723_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 754961 T5443 N:127.0.0.1:37723_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 754961 T5443 N:127.0.0.1:37723_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 754961 T5443 N:127.0.0.1:37723_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 754961 T5443 N:127.0.0.1:37723_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 754962 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 754963 T5443 N:127.0.0.1:37723_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 754964 T5443 N:127.0.0.1:37723_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 754964 T5443 N:127.0.0.1:37723_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 754965 T5443 N:127.0.0.1:37723_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 754966 T5443 N:127.0.0.1:37723_ c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 754967 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 754967 T5443 N:127.0.0.1:37723_ c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 754967 T5443 N:127.0.0.1:37723_ c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 754968 T5443 N:127.0.0.1:37723_ c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 754968 T5443 N:127.0.0.1:37723_ c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 754968 T5443 N:127.0.0.1:37723_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.32425144664603145]
   [junit4]   2> 754969 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@194ccb1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dc8be5),segFN=segments_1,generation=1}
   [junit4]   2> 754969 T5443 N:127.0.0.1:37723_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 754969 T5443 N:127.0.0.1:37723_ c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@b6ba74[collection1] main
   [junit4]   2> 754969 T5443 N:127.0.0.1:37723_ c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 754970 T5443 N:127.0.0.1:37723_ c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 754970 T5443 N:127.0.0.1:37723_ c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 754970 T5443 N:127.0.0.1:37723_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 754970 T5443 N:127.0.0.1:37723_ c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 754970 T5443 N:127.0.0.1:37723_ c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 754970 T5443 N:127.0.0.1:37723_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 754971 T5443 N:127.0.0.1:37723_ c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 754971 T5443 N:127.0.0.1:37723_ c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 754971 T5443 N:127.0.0.1:37723_ c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 754971 T5443 N:127.0.0.1:37723_ c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 754971 T5444 N:127.0.0.1:37723_ c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b6ba74[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 754971 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37723 collection:control_collection shard:shard1
   [junit4]   2> 754972 T5413 N:127.0.0.1:37723_ oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 754972 T5413 N:127.0.0.1:37723_ oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 754972 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 754973 T5413 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 754973 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 754974 T5450 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f7ed9 name:ZooKeeperConnection Watcher:127.0.0.1:39013/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 754974 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 754974 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 754975 T5413 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 754975 T5413 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 754975 T5439 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 754975 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 754976 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 754976 T5440 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> ASYNC  NEW_CORE C5254 name=collection1 org.apache.solr.core.SolrCore@446714 url=http://127.0.0.1:37723/collection1 node=127.0.0.1:37723_ C5254_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:37723, node_name=127.0.0.1:37723_, state=down}
   [junit4]   2> 754976 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 C5254 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37723/collection1/
   [junit4]   2> 754976 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 C5254 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 754976 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 C5254 oasc.SyncStrategy.syncToMe http://127.0.0.1:37723/collection1/ has no replicas
   [junit4]   2> 754976 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37723/collection1/ shard1
   [junit4]   2> 754977 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 754978 T5439 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 754978 T5440 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37723",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 754980 T5413 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 754980 T5413 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 754980 T5413 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 754981 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 754982 T5453 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bda4be name:ZooKeeperConnection Watcher:127.0.0.1:39013/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 754982 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 754982 T5413 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 754983 T5439 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 754984 T5440 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 1
   [junit4]   2> 754984 T5440 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 754984 T5439 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 754984 T5450 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 755028 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:37723/collection1/ and leader is http://127.0.0.1:37723/collection1/
   [junit4]   2> 755029 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37723
   [junit4]   2> 755029 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 755029 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 755029 T5447 N:127.0.0.1:37723_ C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 755030 T5439 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 755030 T5440 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37723",
   [junit4]   2> 	  "node_name":"127.0.0.1:37723_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 755031 T5440 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37723",
   [junit4]   2> 	  "node_name":"127.0.0.1:37723_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 755031 T5440 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 755032 T5439 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 755032 T5450 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 755048 T5413 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1
   [junit4]   2> 755049 T5413 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001
   [junit4]   2> 755049 T5413 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 755051 T5413 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58103
   [junit4]   2> 755051 T5413 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=58103, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores}
   [junit4]   2> 755052 T5413 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@1764bce
   [junit4]   2> 755052 T5413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/'
   [junit4]   2> 755061 T5413 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/solr.xml
   [junit4]   2> 755064 T5413 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores
   [junit4]   2> 755065 T5413 oasc.CoreContainer.<init> New CoreContainer 30249474
   [junit4]   2> 755065 T5413 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/]
   [junit4]   2> 755065 T5413 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/lib
   [junit4]   2> 755065 T5413 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/lib).
   [junit4]   2> 755070 T5413 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 755070 T5413 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 755070 T5413 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 755070 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 755070 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 755071 T5413 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 755071 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 755071 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 755071 T5413 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 755071 T5413 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 755072 T5413 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 755072 T5413 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 755073 T5413 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 755073 T5413 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 755073 T5413 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 755074 T5413 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39013/solr
   [junit4]   2> 755074 T5413 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 755074 T5413 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 755075 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 755076 T5465 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f85dee name:ZooKeeperConnection Watcher:127.0.0.1:39013 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 755076 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 755077 T5413 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 755079 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 755080 T5468 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@161284e name:ZooKeeperConnection Watcher:127.0.0.1:39013/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 755080 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 755082 T5413 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 755134 T5439 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 755134 T5468 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 755134 T5450 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 756084 T5413 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58103_
   [junit4]   2> 756085 T5413 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58103_
   [junit4]   2> 756086 T5413 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 756087 T5413 N:127.0.0.1:58103_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores
   [junit4]   2> 756088 T5413 N:127.0.0.1:58103_ oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 756088 T5413 N:127.0.0.1:58103_ oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1/
   [junit4]   2> 756088 T5413 N:127.0.0.1:58103_ oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 756089 T5469 N:127.0.0.1:58103_ C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 756089 T5469 N:127.0.0.1:58103_ C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 756090 T5439 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 756090 T5469 N:127.0.0.1:58103_ oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 756090 T5469 N:127.0.0.1:58103_ oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 756090 T5440 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58103",
   [junit4]   2> 	  "node_name":"127.0.0.1:58103_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 756090 T5469 N:127.0.0.1:58103_ oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 756090 T5440 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58103",
   [junit4]   2> 	  "node_name":"127.0.0.1:58103_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 756090 T5440 oasco.ReplicaMutator.updateState Collection already exists with numShards=3
   [junit4]   2> 756090 T5469 N:127.0.0.1:58103_ oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 756090 T5440 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 756091 T5469 N:127.0.0.1:58103_ oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 756192 T5440 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 756192 T5468 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 756193 T5468 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 757091 T5469 N:127.0.0.1:58103_ oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 757091 T5469 N:127.0.0.1:58103_ oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 757092 T5469 N:127.0.0.1:58103_ oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 757092 T5469 N:127.0.0.1:58103_ oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 757092 T5469 N:127.0.0.1:58103_ oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 757092 T5469 N:127.0.0.1:58103_ oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1/'
   [junit4]   2> 757102 T5469 N:127.0.0.1:58103_ oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 757103 T5469 N:127.0.0.1:58103_ oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 757106 T5469 N:127.0.0.1:58103_ oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 757108 T5469 N:127.0.0.1:58103_ oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 757115 T5469 N:127.0.0.1:58103_ oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 757116 T5469 N:127.0.0.1:58103_ oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 757119 T5469 N:127.0.0.1:58103_ oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 757175 T5469 N:127.0.0.1:58103_ oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 757176 T5469 N:127.0.0.1:58103_ oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 757176 T5469 N:127.0.0.1:58103_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 757178 T5469 N:127.0.0.1:58103_ oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 757183 T5469 N:127.0.0.1:58103_ oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 757184 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 757184 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 757184 T5469 N:127.0.0.1:58103_ c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba8d2f
   [junit4]   2> 757184 T5469 N:127.0.0.1:58103_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1/data
   [junit4]   2> 757185 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 757185 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 757185 T5469 N:127.0.0.1:58103_ c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 757185 T5469 N:127.0.0.1:58103_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8066575213104566]
   [junit4]   2> 757186 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c84aab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d6e2ce),segFN=segments_1,generation=1}
   [junit4]   2> 757186 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 757188 T5469 N:127.0.0.1:58103_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 757188 T5469 N:127.0.0.1:58103_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 757188 T5469 N:127.0.0.1:58103_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 757188 T5469 N:127.0.0.1:58103_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 757188 T5469 N:127.0.0.1:58103_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 757189 T5469 N:127.0.0.1:58103_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 757189 T5469 N:127.0.0.1:58103_ c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 757189 T5469 N:127.0.0.1:58103_ c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 757189 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 757190 T5469 N:127.0.0.1:58103_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 757191 T5469 N:127.0.0.1:58103_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 757192 T5469 N:127.0.0.1:58103_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 757192 T5469 N:127.0.0.1:58103_ c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 757195 T5469 N:127.0.0.1:58103_ c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 757195 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 757195 T5469 N:127.0.0.1:58103_ c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 757196 T5469 N:127.0.0.1:58103_ c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 757196 T5469 N:127.0.0.1:58103_ c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 757196 T5469 N:127.0.0.1:58103_ c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 757197 T5469 N:127.0.0.1:58103_ c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.32425144664603145]
   [junit4]   2> 757197 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c84aab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d6e2ce),segFN=segments_1,generation=1}
   [junit4]   2> 757197 T5469 N:127.0.0.1:58103_ c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 757197 T5469 N:127.0.0.1:58103_ c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@2857[collection1] main
   [junit4]   2> 757197 T5469 N:127.0.0.1:58103_ c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 757198 T5469 N:127.0.0.1:58103_ c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 757198 T5469 N:127.0.0.1:58103_ c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 757198 T5469 N:127.0.0.1:58103_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 757198 T5469 N:127.0.0.1:58103_ c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 757198 T5469 N:127.0.0.1:58103_ c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 757199 T5469 N:127.0.0.1:58103_ c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 757199 T5469 N:127.0.0.1:58103_ c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 757199 T5469 N:127.0.0.1:58103_ c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 757199 T5469 N:127.0.0.1:58103_ c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 757200 T5470 N:127.0.0.1:58103_ c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2857[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 757200 T5469 N:127.0.0.1:58103_ c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 757200 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58103 collection:collection1 shard:shard2
   [junit4]   2> 757201 T5413 N:127.0.0.1:58103_ oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 757201 T5413 N:127.0.0.1:58103_ oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 757201 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 757204 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 757205 T5439 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 757205 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 757205 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 757206 T5440 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> ASYNC  NEW_CORE C5255 name=collection1 org.apache.solr.core.SolrCore@b7dbc4 url=http://127.0.0.1:58103/collection1 node=127.0.0.1:58103_ C5255_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:58103, node_name=127.0.0.1:58103_, state=down}
   [junit4]   2> 757206 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 C5255 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58103/collection1/
   [junit4]   2> 757206 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 C5255 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 757206 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 C5255 oasc.SyncStrategy.syncToMe http://127.0.0.1:58103/collection1/ has no replicas
   [junit4]   2> 757206 T5440 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 757206 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58103/collection1/ shard2
   [junit4]   2> 757206 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 757206 T5468 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 757207 T5468 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 757208 T5439 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 757208 T5440 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58103",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 757209 T5440 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 757209 T5468 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 757209 T5468 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 757254 T5413 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-2-001/cores/collection1
   [junit4]   2> 757255 T5413 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-2-001
   [junit4]   2> 757256 T5413 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 757257 T5413 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47945
   [junit4]   2> 757257 T5413 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=47945, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-2-001/cores}
   [junit4]   2> 757258 T5413 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@1764bce
   [junit4]   2> 757258 T5413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-2-001/'
   [junit4]   2> 757258 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oasc.ZkController.register We are http://127.0.0.1:58103/collection1/ and leader is http://127.0.0.1:58103/collection1/
   [junit4]   2> 757258 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58103
   [junit4]   2> 757259 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 757259 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 757259 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 757260 T5439 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 757260 T5440 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58103",
   [junit4]   2> 	  "node_name":"127.0.0.1:58103_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 757260 T5440 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58103",
   [junit4]   2> 	  "node_name":"127.0.0.1:58103_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 757261 T5473 N:127.0.0.1:58103_ C:collection1 S:shard2 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 757261 T5440 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 757261 T5468 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 757262 T5468 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 757268 T5413 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-2-001/solr.xml
   [junit4]   2> 757271 T5413 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-2-001/cores
   [junit4]   2> 757272 T5413 oasc.CoreContainer.<init> New CoreContainer 13649887
   [junit4]   2> 757272 T5413 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-2-001/]
   [junit4]   2> 757272 T5413 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-2-001/lib
   [junit4]   2> 757273 T5413 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest E0525527531E96EE-001/shard-2-001/lib).
   [junit4]   2> 757277 T5413 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 757277 T5413 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 757277 T5413 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 757277 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 757278 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 757278 T5413 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 757278 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 757278 T5413 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 757278 T5413 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 757278 T5413 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 757279 T5413 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 757280 T5413 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 757280 T5413 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 757280 T5413 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 757281 T5413 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 757281 T5413 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39013/solr
   [junit4]   2> 757281 T5413 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 757281 T5413 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 757282 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757282 T5485 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17b798e name:ZooKeeperConnection Watcher:127.0.0.1:39013 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757283 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757283 T5413 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 757284 T5413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 757285 T5488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10f3120 name:ZooKeeperConnection Watcher:127.0.0.1:39013/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 757285 T5413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 757287 T5413 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 758289 T5413 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47945_
   [junit4]   2> 758289 T5413 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47945_
   [junit4]   2> 758290 T5413 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 758291 T5413 N:127.0.0.1:47945_ oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/work

[...truncated too long message...]

erridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 864068 T4868 oasc.SolrException.log ERROR Error shutting down core:java.lang.AssertionError: 1
   [junit4]   2> 		at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]   2> 		at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]   2> 		at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]   2> 		at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:502)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.request.TestWriterPerf E0525527531E96EE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {f_i=PostingsFormat(name=Memory doPackFST= false), f_ss=FST50, f_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=sr_ME_#Latn, timezone=Africa/Algiers
   [junit4]   2> NOTE: Linux 3.13.0-49-generic i386/Oracle Corporation 1.9.0-ea (32-bit)/cpus=12,threads=1,free=100402272,total=186122240
   [junit4]   2> NOTE: All tests run in this JVM: [HighlighterTest, SolrRequestParserTest, TestRandomFaceting, TestConfig, SchemaVersionSpecificBehaviorTest, SignatureUpdateProcessorFactoryTest, CurrencyFieldXmlFileTest, AddBlockUpdateTest, SyncSliceTest, DistributedFacetPivotSmallAdvancedTest, TestInitQParser, CoreAdminRequestStatusTest, TestCodecSupport, QueryElevationComponentTest, SimpleMLTQParserTest, DateFieldTest, TestBlobHandler, CursorMarkTest, TestMiniSolrCloudCluster, TestTrackingShardHandlerFactory, URLClassifyProcessorTest, TestComplexPhraseQParserPlugin, TestWordDelimiterFilterFactory, TestMergePolicyConfig, IndexBasedSpellCheckerTest, DistributedFacetPivotWhiteBoxTest, TestNRTOpen, TestSolr4Spatial, TestFunctionQuery, ReplicationFactorTest, TestCloudSchemaless, IndexSchemaTest, HdfsThreadLeakTest, SharedFSAutoReplicaFailoverTest, UniqFieldsUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, DateMathParserTest, TestManagedSchemaDynamicFieldResource, TestRemoteStreaming, TestFieldTypeCollectionResource, TestDistribDocBasedVersion, TestSchemaManager, UUIDFieldTest, TestDistributedSearch, TestBinaryField, HighlighterConfigTest, TermsComponentTest, OverseerRolesTest, TestSchemaVersionResource, AnalyticsQueryTest, TimeZoneUtilsTest, TestDefaultSearchFieldResource, HdfsCollectionsAPIDistributedZkTest, TestPhraseSuggestions, TestBulkSchemaConcurrent, ClusterStateTest, TestReplicationHandler, DistributedQueryComponentOptimizationTest, BlockCacheTest, FastVectorHighlighterTest, TestJsonRequest, TriLevelCompositeIdRoutingTest, TestJoin, DistributedSpellCheckComponentTest, RankQueryTest, TestQuerySenderListener, TestIndexingPerformance, MultiTermTest, TestSolrQueryParserDefaultOperatorResource, TestRecoveryHdfs, TestOrdValues, TestCloudManagedSchema, PrimitiveFieldTypeTest, TestExpandComponent, TestStressLucene, TestLazyCores, BasicDistributedZk2Test, ShardRoutingTest, ClusterStateUpdateTest, TestRandomDVFaceting, TestRangeQuery, SolrCoreTest, PeerSyncTest, TestBadConfig, SoftAutoCommitTest, TestAtomicUpdateErrorCases, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestWriterPerf -Dtests.seed=E0525527531E96EE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr_ME_#Latn -Dtests.timezone=Africa/Algiers -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | TestWriterPerf (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E0525527531E96EE]:0)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.close(CachingDirectoryFactory.java:201)
   [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1176)
   [junit4]    > 	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:378)
   [junit4]    > 	at org.apache.solr.util.TestHarness.close(TestHarness.java:359)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:704)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:230)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [340/482] on J0 in 12.70s, 1 test, 1 failure, 1 error <<< FAILURES!

[...truncated 456 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:536: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:484: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:229: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:511: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1434: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:991: There were test failures: 482 suites, 1915 tests, 1 suite-level error, 1 error, 1 failure, 50 ignored (22 assumptions)

Total time: 54 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.9.0-ea-b54 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any